General.OutsideOfAnyTestCase: 20:01:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in 

20:01:06.145 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:01:06.145 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQZvirU/test-tmp
20:01:06.145 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:01:06.145 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQZvirU/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:01:06.148 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:01:06.475 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:01:06.475 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:01:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.477918 15478 mini_oidc.cc:150] Starting JWKS server
20:01:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.480137 15478 webserver.cc:533] Webserver started at http://127.0.0.1:40703/ using document root <none> and password file <none>
20:01:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.480342 15478 mini_oidc.cc:186] Starting OIDC Discovery server
20:01:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.480836 15478 webserver.cc:533] Webserver started at http://127.0.0.1:45521/ using document root <none> and password file <none>
20:01:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:01:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:01:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:01:06Z Disabled control of system clock
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.515170 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/logs
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/info.pb
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.190:40961
20:01:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.190
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:01:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:01:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.865442 15501 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.865764 15501 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.865844 15501 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.873924 15501 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.874009 15501 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.874059 15501 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.874109 15501 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.874166 15501 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.874213 15501 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.874258 15501 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40703/jwks.json
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.883984 15501 master_runner.cc:387] Master server non-default flags:
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/logs
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.190:40961
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/info.pb
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.190
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.885710 15501 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.887723 15501 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.896107 15511 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.896167 15512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:06.896945 15516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.897815 15501 server_base.cc:1061] running on GCE node
20:01:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.898654 15501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.900050 15501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.901314 15501 hybrid_clock.cc:648] HybridClock initialized: now 1786478466901205 us; error 81 us; skew 500 ppm
20:01:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.901688 15501 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.903860 15501 webserver.cc:533] Webserver started at http://127.15.29.190:42363/ using document root <none> and password file <none>
20:01:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.904657 15501 fs_manager.cc:362] Metadata directory not provided
20:01:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.904817 15501 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.905207 15501 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:01:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.907565 15501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/instance:
20:01:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e2ecead93f441e9a3c045bbd512336f"
20:01:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:06 on dist-test-slave-rwrg"
20:01:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.908402 15501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal/instance:
20:01:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e2ecead93f441e9a3c045bbd512336f"
20:01:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:06 on dist-test-slave-rwrg"
20:01:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.913868 15501 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
20:01:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.917601 15527 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.918916 15501 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.919111 15501 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e2ecead93f441e9a3c045bbd512336f"
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:06 on dist-test-slave-rwrg"
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.919377 15501 fs_report.cc:389] FS layout report
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/data
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:06.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.942385 15501 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:06.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.943311 15501 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:06.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.943645 15501 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.967814 15501 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.190:40961
20:01:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.967856 15655 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.190:40961 every 8 connection(s)
20:01:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.969496 15501 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/info.pb
20:01:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.970904 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 15501
20:01:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.971170 15478 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal/instance
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.973457 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/logs
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data/info.pb
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.189:46145
20:01:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.189
20:01:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:01:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.974339 15661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:06.981967 15661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.017020 15661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.018368 15534 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.020046 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.069361 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } attempt: 1
20:01:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.071446 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:07.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.139793 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } attempt: 2
20:01:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.141912 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.233206 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } attempt: 3
20:01:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.235387 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.328624 15664 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.328953 15664 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.329030 15664 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337229 15664 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337321 15664 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337373 15664 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337426 15664 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337481 15664 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337531 15664 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.337584 15664 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40703/jwks.json
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.347177 15664 master_runner.cc:387] Master server non-default flags:
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/logs
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.189:46145
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data/info.pb
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.189
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.348817 15664 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.350603 15664 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.358556 15676 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.358796 15674 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.359500 15680 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.359920 15664 server_base.cc:1061] running on GCE node
20:01:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.360666 15664 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.361907 15664 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.363149 15664 hybrid_clock.cc:648] HybridClock initialized: now 1786478467363072 us; error 54 us; skew 500 ppm
20:01:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.363489 15664 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:07.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.365798 15664 webserver.cc:533] Webserver started at http://127.15.29.189:42029/ using document root <none> and password file <none>
20:01:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.366530 15664 fs_manager.cc:362] Metadata directory not provided
20:01:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.366685 15664 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.367081 15664 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:01:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.369586 15664 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data/instance:
20:01:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2e16f7608344d6aa49983d47aa3bb1a"
20:01:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:07 on dist-test-slave-rwrg"
20:01:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.370383 15664 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal/instance:
20:01:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2e16f7608344d6aa49983d47aa3bb1a"
20:01:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:07 on dist-test-slave-rwrg"
20:01:07.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.375850 15664 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.001s
20:01:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.378664 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } attempt: 4
20:01:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.379487 15689 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.380847 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.381212 15664 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.381384 15664 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2e16f7608344d6aa49983d47aa3bb1a"
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:07 on dist-test-slave-rwrg"
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.381620 15664 fs_report.cc:389] FS layout report
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data/data
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.401799 15664 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.402585 15664 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.402822 15664 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.427171 15664 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.189:46145
20:01:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.427212 15811 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.189:46145 every 8 connection(s)
20:01:07.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.428794 15664 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/data/info.pb
20:01:07.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.433106 15814 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.434922 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 15664
20:01:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.435077 15478 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-1/wal/instance
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.435966 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/logs
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data/info.pb
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.188:39621
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.188
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:01:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:01:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.439427 15814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.453126 15814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.462289 15814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.463434 15696 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.465240 15814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.514621 15814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 1
20:01:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.516875 15814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.585144 15814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 2
20:01:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.587646 15814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.678897 15814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 3
20:01:07.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.680145 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } attempt: 5
20:01:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.681551 15814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.687304 15661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.689342 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.740613 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 1
20:01:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.742772 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.787221 15818 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.787563 15818 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.787694 15818 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.795998 15818 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.796089 15818 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.796136 15818 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.796181 15818 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.796232 15818 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.796273 15818 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.796314 15818 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40703/jwks.json
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.806147 15818 master_runner.cc:387] Master server non-default flags:
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/logs
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.188:39621
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data/info.pb
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.188
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.807775 15818 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:07.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.809659 15818 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.811061 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 2
20:01:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.813239 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.818354 15838 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.818246 15844 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.819309 15846 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.820328 15818 server_base.cc:1061] running on GCE node
20:01:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.821250 15818 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.822676 15818 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.823968 15818 hybrid_clock.cc:648] HybridClock initialized: now 1786478467823896 us; error 45 us; skew 500 ppm
20:01:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.824381 15818 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.824807 15814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 4
20:01:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.826843 15814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.29.188:39621: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.827265 15818 webserver.cc:533] Webserver started at http://127.15.29.188:44265/ using document root <none> and password file <none>
20:01:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.827929 15818 fs_manager.cc:362] Metadata directory not provided
20:01:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.828038 15818 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.828339 15818 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:01:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.830894 15818 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data/instance:
20:01:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4"
20:01:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:07 on dist-test-slave-rwrg"
20:01:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.831633 15818 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal/instance:
20:01:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4"
20:01:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:07 on dist-test-slave-rwrg"
20:01:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.836848 15818 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.006s
20:01:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.840147 15859 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.841495 15818 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:01:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.841640 15818 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal
20:01:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4"
20:01:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:07 on dist-test-slave-rwrg"
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.841805 15818 fs_report.cc:389] FS layout report
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data/data
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.870306 15818 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.871140 15818 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.871392 15818 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.895577 15818 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.188:39621
20:01:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.895593 15977 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.188:39621 every 8 connection(s)
20:01:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.897112 15818 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/data/info.pb
20:01:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.901402 15980 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.906512 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 15818
20:01:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.906721 15478 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-2/wal/instance
20:01:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.907656 15980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.919487 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 3
20:01:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.923642 15980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.935310 15661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Bootstrap starting.
20:01:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.936971 15980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } has no permanent_uuid. Determining permanent_uuid...
20:01:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.939265 15661 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Neither blocks nor log segments found. Creating new log.
20:01:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.940898 15661 log.cc:826] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Log is configured to *not* fsync() on all Append() calls
20:01:07.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.943797 15661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: No bootstrap required, opened a new log
20:01:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.947865 15980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: Bootstrap starting.
20:01:07.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.949620 15661 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.950098 15661 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.950345 15661 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e2ecead93f441e9a3c045bbd512336f, State: Initialized, Role: FOLLOWER
20:01:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.951196 15661 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.951485 15980 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: Neither blocks nor log segments found. Creating new log.
20:01:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.952123 15998 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.952426 15998 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: FOLLOWER
20:01:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.952663 15980 log.cc:826] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: Log is configured to *not* fsync() on all Append() calls
20:01:07.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.953366 15661 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: configured and running, proceeding with master startup.
20:01:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.955585 15980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: No bootstrap required, opened a new log
20:01:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.956372 15998 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.956629 15998 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.958323 15998 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:07.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.962937 15980 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.963258 15980 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:07.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.963376 15980 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e8ba94bd0bb4f9db8036c3e68697fc4, State: Initialized, Role: FOLLOWER
20:01:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.964085 15980 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.971211 16027 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:07.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.971684 16027 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: FOLLOWER
20:01:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.973608 15980 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: configured and running, proceeding with master startup.
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.973663 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e2ecead93f441e9a3c045bbd512336f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" is_pre_election: true
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.974285 15903 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3e2ecead93f441e9a3c045bbd512336f in term 0.
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.974943 15534 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f, 5e8ba94bd0bb4f9db8036c3e68697fc4; no voters: 
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.975374 15998 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.975550 15998 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.975679 15998 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 0 FOLLOWER]: Advancing to term 1
20:01:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.979194 15998 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.982962 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e2ecead93f441e9a3c045bbd512336f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4"
20:01:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.983183 15903 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 0 FOLLOWER]: Advancing to term 1
20:01:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.976590 15501 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: OK, instance_id { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" instance_seqno: 1786478467421580 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:01:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.986436 15501 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.986570 15903 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e2ecead93f441e9a3c045bbd512336f in term 1.
20:01:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.986980 15534 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f, 5e8ba94bd0bb4f9db8036c3e68697fc4; no voters: 
20:01:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.987322 15998 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 1 election: Requested vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.988041 15998 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Leader election won for term 1
20:01:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.988540 15998 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 LEADER]: Becoming Leader. State: Replica: 3e2ecead93f441e9a3c045bbd512336f, State: Running, Role: LEADER
20:01:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.989451 15998 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.996456 16036 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:01:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:07.996618 16036 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:01:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.999003 16039 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e2ecead93f441e9a3c045bbd512336f. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:07.999357 16039 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: LEADER
20:01:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.016726 16055 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:01:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.019127 16055 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:01:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.028532 16061 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:01:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.028679 16061 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:01:08.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.023648 15818 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: OK, instance_id { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" instance_seqno: 1786478467421580 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:01:08.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.030867 15818 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.032038 15903 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Refusing update from remote peer 3e2ecead93f441e9a3c045bbd512336f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.033145 16039 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.045960 16027 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e2ecead93f441e9a3c045bbd512336f. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.046255 16027 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: FOLLOWER
20:01:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.047304 16066 mvcc.cc:204] Tried to move back new op lower bound from 7317415805049032704 to 7317415804889755648. Current Snapshot: MvccSnapshot[applied={T|T < 7317415805049032704}]
20:01:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.048404 16067 mvcc.cc:204] Tried to move back new op lower bound from 7317415805049032704 to 7317415804889755648. Current Snapshot: MvccSnapshot[applied={T|T < 7317415805049032704}]
20:01:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.062610 15998 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.062952 15998 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: LEADER
20:01:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.065956 16055 catalog_manager.cc:1383] Generated new cluster ID: f46783a990ea47cc9fee6be0a5a48c5d
20:01:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.066075 16055 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:01:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.070144 16027 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.070329 16027 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: FOLLOWER
20:01:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.091687 16055 catalog_manager.cc:1406] Generated new certificate authority record
20:01:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.093664 16055 catalog_manager.cc:1540] Loading token signing keys...
20:01:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.113061 16055 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Generated new TSK 0
20:01:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.115082 16055 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.125300 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/logs
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data/info.pb
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.129:0
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.29.129
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.129
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:01:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.126068 15814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } attempt: 5
20:01:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.140627 15814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: Bootstrap starting.
20:01:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.145862 15814 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: Neither blocks nor log segments found. Creating new log.
20:01:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.159999 15814 log.cc:826] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: Log is configured to *not* fsync() on all Append() calls
20:01:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.178105 15814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: No bootstrap required, opened a new log
20:01:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.195194 15814 raft_consensus.cc:359] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.195930 15814 raft_consensus.cc:385] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.196192 15814 raft_consensus.cc:740] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e16f7608344d6aa49983d47aa3bb1a, State: Initialized, Role: FOLLOWER
20:01:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.198938 15814 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.213985 15752 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e2ecead93f441e9a3c045bbd512336f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e16f7608344d6aa49983d47aa3bb1a"
20:01:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.214455 15752 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 0 FOLLOWER]: Advancing to term 1
20:01:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.216742 15754 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e2ecead93f441e9a3c045bbd512336f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" is_pre_election: true
20:01:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.219511 15752 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e2ecead93f441e9a3c045bbd512336f in term 1.
20:01:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.220266 15751 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Refusing update from remote peer 3e2ecead93f441e9a3c045bbd512336f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.222103 15998 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.227718 15814 sys_catalog.cc:565] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: configured and running, proceeding with master startup.
20:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.283246 16077 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.283602 16077 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: This master's current role is: FOLLOWER
20:01:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.284896 16079 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e2ecead93f441e9a3c045bbd512336f. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.285249 16079 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: This master's current role is: FOLLOWER
20:01:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.284885 16092 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.285950 16092 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: This master's current role is: FOLLOWER
20:01:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.300169 15998 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3e2ecead93f441e9a3c045bbd512336f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.300508 15998 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: LEADER
20:01:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.323326 16108 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:01:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.617408 16072 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.617754 16072 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.617918 16072 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.626871 16072 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.626997 16072 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:01:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.627048 16072 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:01:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.627086 16072 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:01:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.627174 16072 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.29.129
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.637928 16072 tablet_server_runner.cc:78] Tablet server non-default flags:
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/logs
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.129:0
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data/info.pb
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.129
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:01:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.29.129
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.639524 16072 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.641316 16072 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.651144 16117 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.652231 16119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:08.653483 16122 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.660899 16072 server_base.cc:1061] running on GCE node
20:01:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.661448 16072 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.662437 16072 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.663712 16072 hybrid_clock.cc:648] HybridClock initialized: now 1786478468663642 us; error 57 us; skew 500 ppm
20:01:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.664059 16072 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.666676 16072 webserver.cc:533] Webserver started at http://127.15.29.129:46017/ using document root <none> and password file <none>
20:01:08.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.667521 16072 fs_manager.cc:362] Metadata directory not provided
20:01:08.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.667677 16072 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:08.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.668025 16072 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:01:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.671239 16072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data/instance:
20:01:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2509d1b9fb34e829da64104c963f17b"
20:01:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:08 on dist-test-slave-rwrg"
20:01:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.672274 16072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal/instance:
20:01:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2509d1b9fb34e829da64104c963f17b"
20:01:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:08 on dist-test-slave-rwrg"
20:01:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.678076 16072 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.002s
20:01:08.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.681417 16138 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:08.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.682833 16072 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.004s
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.682973 16072 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2509d1b9fb34e829da64104c963f17b"
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:08 on dist-test-slave-rwrg"
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.683125 16072 fs_report.cc:389] FS layout report
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data/data
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.703956 16072 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.704859 16072 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.705096 16072 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.708113 16072 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:01:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.708258 16072 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:01:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.708374 16072 ts_tablet_manager.cc:616] Registered 0 tablets
20:01:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.708467 16072 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:01:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.768918 16072 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.129:40309
20:01:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.768961 16424 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.129:40309 every 8 connection(s)
20:01:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.770409 16072 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/data/info.pb
20:01:08.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.773376 16425 heartbeater.cc:344] Connected to a master server at 127.15.29.190:40961
20:01:08.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.773770 16425 heartbeater.cc:461] Registering TS with master...
20:01:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.774923 16425 heartbeater.cc:507] Master 127.15.29.190:40961 requested a full tablet report, sending...
20:01:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.777105 15558 ts_manager.cc:194] Registered new tserver with Master: b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309)
20:01:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.780005 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 16072
20:01:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.780162 15558 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.29.129:45669
20:01:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.780251 15478 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-0/wal/instance
20:01:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.781813 16428 heartbeater.cc:344] Connected to a master server at 127.15.29.189:46145
20:01:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.781960 16428 heartbeater.cc:461] Registering TS with master...
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.784584 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/logs
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data/info.pb
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.130:0
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.29.130
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.130
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:01:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.784660 16427 heartbeater.cc:344] Connected to a master server at 127.15.29.188:39621
20:01:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.784731 16428 heartbeater.cc:507] Master 127.15.29.189:46145 requested a full tablet report, sending...
20:01:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.784822 16427 heartbeater.cc:461] Registering TS with master...
20:01:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.785087 16427 heartbeater.cc:507] Master 127.15.29.188:39621 requested a full tablet report, sending...
20:01:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.786763 15730 ts_manager.cc:194] Registered new tserver with Master: b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309)
20:01:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:08.786828 15883 ts_manager.cc:194] Registered new tserver with Master: b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309)
20:01:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.030647 16061 catalog_manager.cc:1295] Loaded cluster ID: f46783a990ea47cc9fee6be0a5a48c5d
20:01:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.030743 16061 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: loading cluster ID for follower catalog manager: success
20:01:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.033540 16061 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: acquiring CA information for follower catalog manager: success
20:01:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.035383 16061 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:01:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.129209 16433 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.129662 16433 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.129830 16433 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.138536 16433 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.138713 16433 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:01:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.138792 16433 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:01:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.138851 16433 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:01:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.139005 16433 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.29.130
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.149148 16433 tablet_server_runner.cc:78] Tablet server non-default flags:
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/logs
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.130:0
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data/info.pb
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.130
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.29.130
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.151039 16433 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.153077 16433 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.162904 16447 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.163093 16448 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.163439 16450 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:09.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.164485 16433 server_base.cc:1061] running on GCE node
20:01:09.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.165169 16433 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.166041 16433 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.167301 16433 hybrid_clock.cc:648] HybridClock initialized: now 1786478469167231 us; error 41 us; skew 500 ppm
20:01:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.167634 16433 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.169870 16433 webserver.cc:533] Webserver started at http://127.15.29.130:33651/ using document root <none> and password file <none>
20:01:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.170598 16433 fs_manager.cc:362] Metadata directory not provided
20:01:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.170756 16433 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.171167 16433 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:01:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.173863 16433 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data/instance:
20:01:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b54f3d7eaa94d52a2a846cb47f4f789"
20:01:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:09 on dist-test-slave-rwrg"
20:01:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.174719 16433 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal/instance:
20:01:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b54f3d7eaa94d52a2a846cb47f4f789"
20:01:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:09 on dist-test-slave-rwrg"
20:01:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.181015 16433 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.005s
20:01:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.184369 16466 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.185794 16433 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.185992 16433 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b54f3d7eaa94d52a2a846cb47f4f789"
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:09 on dist-test-slave-rwrg"
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.186213 16433 fs_report.cc:389] FS layout report
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data/data
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.214763 16433 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.215734 16433 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.216107 16433 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.219482 16433 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:01:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.219614 16433 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:01:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.219754 16433 ts_tablet_manager.cc:616] Registered 0 tablets
20:01:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.219846 16433 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:01:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.276592 16724 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.130:40587 every 8 connection(s)
20:01:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.276602 16433 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.130:40587
20:01:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.278115 16433 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/data/info.pb
20:01:09.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.280856 16727 heartbeater.cc:344] Connected to a master server at 127.15.29.190:40961
20:01:09.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.281453 16727 heartbeater.cc:461] Registering TS with master...
20:01:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.282968 16727 heartbeater.cc:507] Master 127.15.29.190:40961 requested a full tablet report, sending...
20:01:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.285171 15558 ts_manager.cc:194] Registered new tserver with Master: 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.286458 15558 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.29.130:46541
20:01:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.286584 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 16433
20:01:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.286770 15478 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-1/wal/instance
20:01:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.290729 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal
20:01:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data
20:01:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/logs
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data/info.pb
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.131:0
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.29.131
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.131
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:01:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:01:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.292320 16728 heartbeater.cc:344] Connected to a master server at 127.15.29.188:39621
20:01:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.292469 16728 heartbeater.cc:461] Registering TS with master...
20:01:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.293172 16728 heartbeater.cc:507] Master 127.15.29.188:39621 requested a full tablet report, sending...
20:01:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.293815 16730 heartbeater.cc:344] Connected to a master server at 127.15.29.189:46145
20:01:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.293991 16730 heartbeater.cc:461] Registering TS with master...
20:01:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.294286 16730 heartbeater.cc:507] Master 127.15.29.189:46145 requested a full tablet report, sending...
20:01:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.294454 15883 ts_manager.cc:194] Registered new tserver with Master: 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.295456 15730 ts_manager.cc:194] Registered new tserver with Master: 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.329389 16108 catalog_manager.cc:1295] Loaded cluster ID: f46783a990ea47cc9fee6be0a5a48c5d
20:01:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.329559 16108 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: loading cluster ID for follower catalog manager: success
20:01:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.333879 16108 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: acquiring CA information for follower catalog manager: success
20:01:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.336591 16108 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:01:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.647511 16734 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.647837 16734 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.647927 16734 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.656920 16734 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.657055 16734 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:01:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.657104 16734 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:01:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.657140 16734 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:01:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.657228 16734 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.29.131
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.668048 16734 tablet_server_runner.cc:78] Tablet server non-default flags:
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/logs
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.131:0
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data/info.pb
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.131
20:01:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.29.131
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.670128 16734 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.672034 16734 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:09.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.682422 16742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:09.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.683049 16744 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.684950 16734 server_base.cc:1061] running on GCE node
20:01:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.684998 16752 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.686048 16734 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.687031 16734 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.688294 16734 hybrid_clock.cc:648] HybridClock initialized: now 1786478469688195 us; error 55 us; skew 500 ppm
20:01:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.688668 16734 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.691004 16734 webserver.cc:533] Webserver started at http://127.15.29.131:44247/ using document root <none> and password file <none>
20:01:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.691766 16734 fs_manager.cc:362] Metadata directory not provided
20:01:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.691875 16734 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.692166 16734 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:01:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.694633 16734 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data/instance:
20:01:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d6aefa68534fed9713eb4bea813c2e"
20:01:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:09 on dist-test-slave-rwrg"
20:01:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.695338 16734 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal/instance:
20:01:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d6aefa68534fed9713eb4bea813c2e"
20:01:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:09 on dist-test-slave-rwrg"
20:01:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.701097 16734 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.001s
20:01:09.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.704365 16759 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.706154 16734 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.706332 16734 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d6aefa68534fed9713eb4bea813c2e"
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:09 on dist-test-slave-rwrg"
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.706545 16734 fs_report.cc:389] FS layout report
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal
20:01:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data/data
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.722718 16734 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.723562 16734 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.723800 16734 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.726922 16734 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:01:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.727053 16734 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:01:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.727166 16734 ts_tablet_manager.cc:616] Registered 0 tablets
20:01:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.727259 16734 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:01:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.784585 16425 heartbeater.cc:499] Master 127.15.29.190:40961 was elected leader, sending a full tablet report...
20:01:09.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.790944 16734 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.131:35305
20:01:09.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.790987 16998 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.131:35305 every 8 connection(s)
20:01:09.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.792559 16734 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/data/info.pb
20:01:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.796756 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 16734
20:01:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.796949 15478 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/ts-2/wal/instance
20:01:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.796892 16999 heartbeater.cc:344] Connected to a master server at 127.15.29.190:40961
20:01:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.800083 16999 heartbeater.cc:461] Registering TS with master...
20:01:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.801213 16999 heartbeater.cc:507] Master 127.15.29.190:40961 requested a full tablet report, sending...
20:01:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.803009 15558 ts_manager.cc:194] Registered new tserver with Master: a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.803228 17003 heartbeater.cc:344] Connected to a master server at 127.15.29.189:46145
20:01:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.803370 17003 heartbeater.cc:461] Registering TS with master...
20:01:09.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.803853 17003 heartbeater.cc:507] Master 127.15.29.189:46145 requested a full tablet report, sending...
20:01:09.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.804167 15558 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.29.131:49959
20:01:09.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.805104 15730 ts_manager.cc:194] Registered new tserver with Master: a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.807741 17002 heartbeater.cc:344] Connected to a master server at 127.15.29.188:39621
20:01:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.807879 17002 heartbeater.cc:461] Registering TS with master...
20:01:09.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.808241 17002 heartbeater.cc:507] Master 127.15.29.188:39621 requested a full tablet report, sending...
20:01:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.809402 15883 ts_manager.cc:194] Registered new tserver with Master: a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:09.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.822463 15478 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:01:09.824 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:01:09.824 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:01:09.825 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.29.190"
      port: 40961
    }
    bound_http_address {
      host: "127.15.29.190"
      port: 42363
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.29.189"
      port: 46145
    }
    bound_http_address {
      host: "127.15.29.189"
      port: 42029
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.29.188"
      port: 39621
    }
    bound_http_address {
      host: "127.15.29.188"
      port: 44265
    }
  }
}

20:01:09.825 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:01:09.826 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.29.129"
      port: 40309
    }
    bound_http_address {
      host: "127.15.29.129"
      port: 46017
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.29.130"
      port: 40587
    }
    bound_http_address {
      host: "127.15.29.130"
      port: 33651
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.29.131"
      port: 35305
    }
    bound_http_address {
      host: "127.15.29.131"
      port: 44247
    }
  }
}

20:01:09.826 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:01:09.828 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:01:09.830 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:09.831 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:09.831 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.29.189:46145(127.15.29.189:46145)] Successfully connected to peer
20:01:09.832 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:09.833 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.29.188:39621(127.15.29.188:39621)] Successfully connected to peer
20:01:09.833 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.29.189
20:01:09.833 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.29.190:40961(127.15.29.190:40961)] Successfully connected to peer
20:01:09.834 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.29.188
20:01:09.835 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.29.190
20:01:09.844 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x90e7bf0a, L:/127.0.0.1:46444 - R:/127.15.29.189:46145] using SASL/PLAIN
20:01:09.845 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xc8c15adf, L:/127.0.0.1:35104 - R:/127.15.29.188:39621] using SASL/PLAIN
20:01:09.845 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xcae60dbb, L:/127.0.0.1:49886 - R:/127.15.29.190:40961] using SASL/PLAIN
20:01:09.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:01:09.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, deferred=null) after lookup
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.852716 15558 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49886:
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:09.855145 15558 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:01:09.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b377660b4d554a6e9aac7f5088da00e5
20:01:09.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.902976 16246 tablet_service.cc:1511] Processing CreateTablet for tablet 6a5e6c65779a46839eb16307e073fc83 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:01:09.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.902957 16243 tablet_service.cc:1511] Processing CreateTablet for tablet e537175a36974349b3db86f088f4676e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:01:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.903966 16859 tablet_service.cc:1511] Processing CreateTablet for tablet e537175a36974349b3db86f088f4676e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:01:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.904881 16246 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6a5e6c65779a46839eb16307e073fc83. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.905287 16243 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e537175a36974349b3db86f088f4676e. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.905441 16859 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e537175a36974349b3db86f088f4676e. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.909058 16863 tablet_service.cc:1511] Processing CreateTablet for tablet 6a5e6c65779a46839eb16307e073fc83 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:01:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.908887 16593 tablet_service.cc:1511] Processing CreateTablet for tablet 6a5e6c65779a46839eb16307e073fc83 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:01:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.909543 16863 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6a5e6c65779a46839eb16307e073fc83. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.910283 16593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6a5e6c65779a46839eb16307e073fc83. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.913200 16592 tablet_service.cc:1511] Processing CreateTablet for tablet e537175a36974349b3db86f088f4676e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:01:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.913609 16592 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e537175a36974349b3db86f088f4676e. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.929601 17046 tablet_bootstrap.cc:492] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b: Bootstrap starting.
20:01:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.933259 17047 tablet_bootstrap.cc:492] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: Bootstrap starting.
20:01:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.933521 17048 tablet_bootstrap.cc:492] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: Bootstrap starting.
20:01:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.936230 17047 tablet_bootstrap.cc:654] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: Neither blocks nor log segments found. Creating new log.
20:01:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.936797 17048 tablet_bootstrap.cc:654] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: Neither blocks nor log segments found. Creating new log.
20:01:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.937496 17046 tablet_bootstrap.cc:654] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b: Neither blocks nor log segments found. Creating new log.
20:01:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.937700 17047 log.cc:826] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: Log is configured to *not* fsync() on all Append() calls
20:01:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.938549 17048 log.cc:826] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: Log is configured to *not* fsync() on all Append() calls
20:01:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.938784 17046 log.cc:826] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b: Log is configured to *not* fsync() on all Append() calls
20:01:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.940836 17047 tablet_bootstrap.cc:492] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: No bootstrap required, opened a new log
20:01:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.941119 17047 ts_tablet_manager.cc:1403] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: Time spent bootstrapping tablet: real 0.008s	user 0.007s	sys 0.000s
20:01:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.941478 17046 tablet_bootstrap.cc:492] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b: No bootstrap required, opened a new log
20:01:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.941577 17048 tablet_bootstrap.cc:492] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: No bootstrap required, opened a new log
20:01:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.941776 17046 ts_tablet_manager.cc:1403] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b: Time spent bootstrapping tablet: real 0.012s	user 0.004s	sys 0.003s
20:01:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.941839 17048 ts_tablet_manager.cc:1403] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: Time spent bootstrapping tablet: real 0.009s	user 0.001s	sys 0.006s
20:01:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.946979 17046 raft_consensus.cc:359] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.947386 17046 raft_consensus.cc:385] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.947501 17046 raft_consensus.cc:740] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2509d1b9fb34e829da64104c963f17b, State: Initialized, Role: FOLLOWER
20:01:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.948186 17046 consensus_queue.cc:260] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.948477 17047 raft_consensus.cc:359] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.948990 17047 raft_consensus.cc:385] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.949203 17047 raft_consensus.cc:740] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b54f3d7eaa94d52a2a846cb47f4f789, State: Initialized, Role: FOLLOWER
20:01:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.949168 17048 raft_consensus.cc:359] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.949955 17046 ts_tablet_manager.cc:1434] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.003s
20:01:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.949951 17048 raft_consensus.cc:385] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.950016 17047 consensus_queue.cc:260] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.950210 17048 raft_consensus.cc:740] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6d6aefa68534fed9713eb4bea813c2e, State: Initialized, Role: FOLLOWER
20:01:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.950872 17046 tablet_bootstrap.cc:492] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b: Bootstrap starting.
20:01:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.950870 17048 consensus_queue.cc:260] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.952721 17046 tablet_bootstrap.cc:654] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b: Neither blocks nor log segments found. Creating new log.
20:01:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.971834 16999 heartbeater.cc:499] Master 127.15.29.190:40961 was elected leader, sending a full tablet report...
20:01:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.973089 17048 ts_tablet_manager.cc:1434] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: Time spent starting tablet: real 0.031s	user 0.020s	sys 0.010s
20:01:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.973696 17048 tablet_bootstrap.cc:492] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e: Bootstrap starting.
20:01:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.976161 17048 tablet_bootstrap.cc:654] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e: Neither blocks nor log segments found. Creating new log.
20:01:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.984759 17048 tablet_bootstrap.cc:492] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e: No bootstrap required, opened a new log
20:01:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.985153 17048 ts_tablet_manager.cc:1403] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e: Time spent bootstrapping tablet: real 0.012s	user 0.007s	sys 0.004s
20:01:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.986403 17048 raft_consensus.cc:359] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.986780 17048 raft_consensus.cc:385] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.986990 17048 raft_consensus.cc:740] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6d6aefa68534fed9713eb4bea813c2e, State: Initialized, Role: FOLLOWER
20:01:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.987310 17046 tablet_bootstrap.cc:492] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b: No bootstrap required, opened a new log
20:01:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.987491 17046 ts_tablet_manager.cc:1403] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b: Time spent bootstrapping tablet: real 0.037s	user 0.005s	sys 0.012s
20:01:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.987569 17048 consensus_queue.cc:260] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.987740 17060 raft_consensus.cc:493] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.988291 17048 ts_tablet_manager.cc:1434] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
20:01:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.988507 17046 raft_consensus.cc:359] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.988711 17046 raft_consensus.cc:385] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.988807 17046 raft_consensus.cc:740] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2509d1b9fb34e829da64104c963f17b, State: Initialized, Role: FOLLOWER
20:01:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.989056 17046 consensus_queue.cc:260] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.989568 17046 ts_tablet_manager.cc:1434] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.001s
20:01:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:09.988333 17060 raft_consensus.cc:515] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.002992 17060 leader_election.cc:290] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.009675 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6a5e6c65779a46839eb16307e073fc83" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b" is_pre_election: true
20:01:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.010217 16280 raft_consensus.cc:2468] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6d6aefa68534fed9713eb4bea813c2e in term 0.
20:01:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.010978 16761 leader_election.cc:304] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a6d6aefa68534fed9713eb4bea813c2e, b2509d1b9fb34e829da64104c963f17b; no voters: 
20:01:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.014930 16631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6a5e6c65779a46839eb16307e073fc83" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" is_pre_election: true
20:01:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.016582 16769 leader_election.cc:343] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587): Illegal state: must be running to vote when last-logged opid is not known
20:01:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.020123 17060 raft_consensus.cc:2804] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.020274 17060 raft_consensus.cc:493] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.021374 16727 heartbeater.cc:499] Master 127.15.29.190:40961 was elected leader, sending a full tablet report...
20:01:10.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.021946 17047 ts_tablet_manager.cc:1434] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: Time spent starting tablet: real 0.081s	user 0.017s	sys 0.032s
20:01:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.025674 17060 raft_consensus.cc:3060] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Advancing to term 1
20:01:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.025857 16430 tablet.cc:2406] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.027328 17047 tablet_bootstrap.cc:492] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789: Bootstrap starting.
20:01:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.029105 17060 raft_consensus.cc:515] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.029455 17047 tablet_bootstrap.cc:654] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789: Neither blocks nor log segments found. Creating new log.
20:01:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.030431 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6a5e6c65779a46839eb16307e073fc83" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b"
20:01:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.030700 16280 raft_consensus.cc:3060] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Advancing to term 1
20:01:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.033203 16631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6a5e6c65779a46839eb16307e073fc83" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789"
20:01:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.033905 16769 leader_election.cc:343] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587): Illegal state: must be running to vote when last-logged opid is not known
20:01:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.033927 16280 raft_consensus.cc:2468] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6d6aefa68534fed9713eb4bea813c2e in term 1.
20:01:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.034556 17060 leader_election.cc:290] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 election: Requested vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.034529 16761 leader_election.cc:304] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6d6aefa68534fed9713eb4bea813c2e, b2509d1b9fb34e829da64104c963f17b; no voters: 5b54f3d7eaa94d52a2a846cb47f4f789
20:01:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.034981 17060 raft_consensus.cc:2804] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 1 FOLLOWER]: Leader election won for term 1
20:01:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.035175 17060 raft_consensus.cc:697] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [term 1 LEADER]: Becoming Leader. State: Replica: a6d6aefa68534fed9713eb4bea813c2e, State: Running, Role: LEADER
20:01:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.036427 17060 consensus_queue.cc:237] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.037281 16732 tablet.cc:2406] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.038694 17047 tablet_bootstrap.cc:492] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789: No bootstrap required, opened a new log
20:01:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.038869 17047 ts_tablet_manager.cc:1403] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789: Time spent bootstrapping tablet: real 0.012s	user 0.004s	sys 0.004s
20:01:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.039690 17047 raft_consensus.cc:359] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.039976 17047 raft_consensus.cc:385] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.040175 17047 raft_consensus.cc:740] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b54f3d7eaa94d52a2a846cb47f4f789, State: Initialized, Role: FOLLOWER
20:01:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.040558 17047 consensus_queue.cc:260] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.041169 17047 ts_tablet_manager.cc:1434] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
20:01:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.042681 15558 catalog_manager.cc:5719] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e reported cstate change: term changed from 0 to 1, leader changed from <none> to a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131). New cstate: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } health_report { overall_health: HEALTHY } } }
20:01:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.045248 17007 tablet.cc:2406] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.176855 17066 raft_consensus.cc:493] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.177093 17066 raft_consensus.cc:515] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.178718 17066 leader_election.cc:290] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.186587 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e537175a36974349b3db86f088f4676e" candidate_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b" is_pre_election: true
20:01:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.186662 16919 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e537175a36974349b3db86f088f4676e" candidate_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d6aefa68534fed9713eb4bea813c2e" is_pre_election: true
20:01:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.186862 16280 raft_consensus.cc:2468] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b54f3d7eaa94d52a2a846cb47f4f789 in term 0.
20:01:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.187003 16919 raft_consensus.cc:2468] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b54f3d7eaa94d52a2a846cb47f4f789 in term 0.
20:01:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.187414 16467 leader_election.cc:304] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5b54f3d7eaa94d52a2a846cb47f4f789, b2509d1b9fb34e829da64104c963f17b; no voters: 
20:01:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.187915 17066 raft_consensus.cc:2804] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.188088 17066 raft_consensus.cc:493] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.188196 17066 raft_consensus.cc:3060] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Advancing to term 1
20:01:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.189129 17077 raft_consensus.cc:493] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.189327 17077 raft_consensus.cc:515] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.190248 17077 leader_election.cc:290] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.190692 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6a5e6c65779a46839eb16307e073fc83" candidate_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b" is_pre_election: true
20:01:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.190748 16919 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6a5e6c65779a46839eb16307e073fc83" candidate_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d6aefa68534fed9713eb4bea813c2e" is_pre_election: true
20:01:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.191035 16280 raft_consensus.cc:2393] T 6a5e6c65779a46839eb16307e073fc83 P b2509d1b9fb34e829da64104c963f17b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5b54f3d7eaa94d52a2a846cb47f4f789 in current term 1: Already voted for candidate a6d6aefa68534fed9713eb4bea813c2e in this term.
20:01:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.191704 17066 raft_consensus.cc:515] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.191892 16467 leader_election.cc:304] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b54f3d7eaa94d52a2a846cb47f4f789; no voters: a6d6aefa68534fed9713eb4bea813c2e, b2509d1b9fb34e829da64104c963f17b
20:01:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.192297 17077 raft_consensus.cc:3060] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Advancing to term 1
20:01:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.192349 17066 leader_election.cc:290] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [CANDIDATE]: Term 1 election: Requested vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.192858 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e537175a36974349b3db86f088f4676e" candidate_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b"
20:01:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.193058 16280 raft_consensus.cc:3060] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Advancing to term 1
20:01:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.193032 16919 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e537175a36974349b3db86f088f4676e" candidate_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d6aefa68534fed9713eb4bea813c2e"
20:01:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.193233 16919 raft_consensus.cc:3060] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Advancing to term 1
20:01:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.195394 16919 raft_consensus.cc:2468] T e537175a36974349b3db86f088f4676e P a6d6aefa68534fed9713eb4bea813c2e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b54f3d7eaa94d52a2a846cb47f4f789 in term 1.
20:01:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.195431 17077 raft_consensus.cc:2749] T 6a5e6c65779a46839eb16307e073fc83 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:01:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.195847 16475 leader_election.cc:304] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5b54f3d7eaa94d52a2a846cb47f4f789, a6d6aefa68534fed9713eb4bea813c2e; no voters: 
20:01:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.196148 17077 raft_consensus.cc:2804] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 FOLLOWER]: Leader election won for term 1
20:01:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.196137 16280 raft_consensus.cc:2468] T e537175a36974349b3db86f088f4676e P b2509d1b9fb34e829da64104c963f17b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b54f3d7eaa94d52a2a846cb47f4f789 in term 1.
20:01:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.196334 17077 raft_consensus.cc:697] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 LEADER]: Becoming Leader. State: Replica: 5b54f3d7eaa94d52a2a846cb47f4f789, State: Running, Role: LEADER
20:01:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.196933 17077 consensus_queue.cc:237] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.202875 15557 catalog_manager.cc:5719] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130). New cstate: current_term: 1 leader_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } health_report { overall_health: UNKNOWN } } }
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.278183 15557 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49888:
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:01:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:01:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:01:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.279431 15557 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:01:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.292059 16243 tablet_service.cc:1511] Processing CreateTablet for tablet e549ce088c8342fbb897a461fb7d64a4 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:01:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.293038 16243 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e549ce088c8342fbb897a461fb7d64a4. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.292968 16863 tablet_service.cc:1511] Processing CreateTablet for tablet e549ce088c8342fbb897a461fb7d64a4 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:01:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.293912 16863 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e549ce088c8342fbb897a461fb7d64a4. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.299746 17048 tablet_bootstrap.cc:492] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: Bootstrap starting.
20:01:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.299803 17046 tablet_bootstrap.cc:492] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: Bootstrap starting.
20:01:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.300228 16592 tablet_service.cc:1511] Processing CreateTablet for tablet e549ce088c8342fbb897a461fb7d64a4 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:01:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.301028 16592 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e549ce088c8342fbb897a461fb7d64a4. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.301659 17046 tablet_bootstrap.cc:654] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: Neither blocks nor log segments found. Creating new log.
20:01:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.301659 17048 tablet_bootstrap.cc:654] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: Neither blocks nor log segments found. Creating new log.
20:01:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.303740 17048 tablet_bootstrap.cc:492] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: No bootstrap required, opened a new log
20:01:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.303936 17048 ts_tablet_manager.cc:1403] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: Time spent bootstrapping tablet: real 0.004s	user 0.003s	sys 0.000s
20:01:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.304978 17048 raft_consensus.cc:359] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.305276 17048 raft_consensus.cc:385] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.305356 17048 raft_consensus.cc:740] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6d6aefa68534fed9713eb4bea813c2e, State: Initialized, Role: FOLLOWER
20:01:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.305747 17048 consensus_queue.cc:260] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.306357 17048 ts_tablet_manager.cc:1434] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
20:01:10.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.307099 17047 tablet_bootstrap.cc:492] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: Bootstrap starting.
20:01:10.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.306252 17060 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.307338 17060 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.308959 17047 tablet_bootstrap.cc:654] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: Neither blocks nor log segments found. Creating new log.
20:01:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.313907 17046 tablet_bootstrap.cc:492] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: No bootstrap required, opened a new log
20:01:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.314038 17046 ts_tablet_manager.cc:1403] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.007s
20:01:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.314580 17046 raft_consensus.cc:359] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.314721 17046 raft_consensus.cc:385] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.314764 17046 raft_consensus.cc:740] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2509d1b9fb34e829da64104c963f17b, State: Initialized, Role: FOLLOWER
20:01:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.315022 17046 consensus_queue.cc:260] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.315563 17046 ts_tablet_manager.cc:1434] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.000s
20:01:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.315461 17059 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.315790 17059 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.318980 17047 tablet_bootstrap.cc:492] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: No bootstrap required, opened a new log
20:01:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.319167 17047 ts_tablet_manager.cc:1403] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: Time spent bootstrapping tablet: real 0.012s	user 0.007s	sys 0.004s
20:01:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.319795 17047 raft_consensus.cc:359] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.319984 17047 raft_consensus.cc:385] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.320086 17047 raft_consensus.cc:740] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b54f3d7eaa94d52a2a846cb47f4f789, State: Initialized, Role: FOLLOWER
20:01:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.320346 17047 consensus_queue.cc:260] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.320854 17077 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.321084 17077 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.321987 17047 ts_tablet_manager.cc:1434] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
20:01:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.444833 17060 consensus_queue.cc:1048] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.453748 17060 consensus_queue.cc:1048] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:10.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.525466 17060 raft_consensus.cc:493] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:10.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.525669 17060 raft_consensus.cc:515] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.526224 17060 leader_election.cc:290] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.526747 17059 raft_consensus.cc:493] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.526952 16631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e549ce088c8342fbb897a461fb7d64a4" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" is_pre_election: true
20:01:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.526934 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e549ce088c8342fbb897a461fb7d64a4" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b" is_pre_election: true
20:01:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.526957 17059 raft_consensus.cc:515] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.527209 16631 raft_consensus.cc:2468] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6d6aefa68534fed9713eb4bea813c2e in term 0.
20:01:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.527747 16280 raft_consensus.cc:2468] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6d6aefa68534fed9713eb4bea813c2e in term 0.
20:01:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.527740 16769 leader_election.cc:304] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5b54f3d7eaa94d52a2a846cb47f4f789, a6d6aefa68534fed9713eb4bea813c2e; no voters: 
20:01:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.528064 17060 raft_consensus.cc:2804] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.528177 17060 raft_consensus.cc:493] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.528288 17060 raft_consensus.cc:3060] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 0 FOLLOWER]: Advancing to term 1
20:01:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.529088 17059 leader_election.cc:290] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587), a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.531806 17060 raft_consensus.cc:515] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.532940 16280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e549ce088c8342fbb897a461fb7d64a4" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2509d1b9fb34e829da64104c963f17b"
20:01:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.533000 16631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e549ce088c8342fbb897a461fb7d64a4" candidate_uuid: "a6d6aefa68534fed9713eb4bea813c2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789"
20:01:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.533151 16280 raft_consensus.cc:3060] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 0 FOLLOWER]: Advancing to term 1
20:01:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.533175 16631 raft_consensus.cc:3060] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 0 FOLLOWER]: Advancing to term 1
20:01:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.536455 16631 raft_consensus.cc:2468] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6d6aefa68534fed9713eb4bea813c2e in term 1.
20:01:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.536473 16280 raft_consensus.cc:2468] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6d6aefa68534fed9713eb4bea813c2e in term 1.
20:01:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.536952 16761 leader_election.cc:304] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a6d6aefa68534fed9713eb4bea813c2e, b2509d1b9fb34e829da64104c963f17b; no voters: 
20:01:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.537290 17070 raft_consensus.cc:2804] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 1 FOLLOWER]: Leader election won for term 1
20:01:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.537493 17070 raft_consensus.cc:697] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [term 1 LEADER]: Becoming Leader. State: Replica: a6d6aefa68534fed9713eb4bea813c2e, State: Running, Role: LEADER
20:01:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.538913 17060 leader_election.cc:290] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [CANDIDATE]: Term 1 election: Requested vote from peers b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309), 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.538949 17070 consensus_queue.cc:237] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } }
20:01:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.539791 16919 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e549ce088c8342fbb897a461fb7d64a4" candidate_uuid: "b2509d1b9fb34e829da64104c963f17b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d6aefa68534fed9713eb4bea813c2e" is_pre_election: true
20:01:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.540171 16631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e549ce088c8342fbb897a461fb7d64a4" candidate_uuid: "b2509d1b9fb34e829da64104c963f17b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" is_pre_election: true
20:01:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.540616 16631 raft_consensus.cc:2393] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b2509d1b9fb34e829da64104c963f17b in current term 1: Already voted for candidate a6d6aefa68534fed9713eb4bea813c2e in this term.
20:01:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.540856 17069 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: TxnStatusTablet state changed. Reason: New leader a6d6aefa68534fed9713eb4bea813c2e. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.541057 17069 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: This TxnStatusTablet replica's current role is: LEADER
20:01:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.541255 16142 leader_election.cc:304] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b2509d1b9fb34e829da64104c963f17b; no voters: 5b54f3d7eaa94d52a2a846cb47f4f789, a6d6aefa68534fed9713eb4bea813c2e
20:01:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.541949 17059 raft_consensus.cc:2749] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:01:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.542538 17118 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:01:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.542856 17118 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:01:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.543480 15557 catalog_manager.cc:5719] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e reported cstate change: term changed from 0 to 1, leader changed from <none> to a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131). New cstate: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } health_report { overall_health: HEALTHY } } }
20:01:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.617266 16631 raft_consensus.cc:1275] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789 [term 1 FOLLOWER]: Refusing update from remote peer a6d6aefa68534fed9713eb4bea813c2e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.617303 16280 raft_consensus.cc:1275] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b [term 1 FOLLOWER]: Refusing update from remote peer a6d6aefa68534fed9713eb4bea813c2e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.618018 17070 consensus_queue.cc:1048] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.618320 17069 consensus_queue.cc:1048] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.625561 17059 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: TxnStatusTablet state changed. Reason: New leader a6d6aefa68534fed9713eb4bea813c2e. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.625816 17059 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.630659 17077 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: TxnStatusTablet state changed. Reason: New leader a6d6aefa68534fed9713eb4bea813c2e. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.630910 17077 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.632275 17104 mvcc.cc:204] Tried to move back new op lower bound from 7317415815641296896 to 7317415815329853440. Current Snapshot: MvccSnapshot[applied={T|T < 7317415815641296896}]
20:01:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.645543 17077 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.645825 17077 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P 5b54f3d7eaa94d52a2a846cb47f4f789: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.647557 17069 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.647794 17069 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: This TxnStatusTablet replica's current role is: LEADER
20:01:10.653 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:01:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.653229 17059 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.653462 17059 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P b2509d1b9fb34e829da64104c963f17b: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.653733 17069 tablet_replica.cc:442] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a6d6aefa68534fed9713eb4bea813c2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 } } peers { permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" member_type: VOTER last_known_addr { host: "127.15.29.130" port: 40587 } } peers { permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 } } }
20:01:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.653923 17069 tablet_replica.cc:445] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e: This TxnStatusTablet replica's current role is: LEADER
20:01:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.662225 17077 consensus_queue.cc:1048] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" member_type: VOTER last_known_addr { host: "127.15.29.131" port: 35305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:10.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b377660b4d554a6e9aac7f5088da00e5
20:01:10.665 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.29.190:40961
20:01:10.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

20:01:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.665832 15478 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskQZvirU/build/asan/bin/kudu pid 15501
20:01:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.667344 15644 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:10.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.675395 17066 consensus_queue.cc:1048] T e537175a36974349b3db86f088f4676e P 5b54f3d7eaa94d52a2a846cb47f4f789 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" member_type: VOTER last_known_addr { host: "127.15.29.129" port: 40309 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:10.825544 15478 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQZvirU/build/asan/bin/kudu with pid 15501
20:01:10.860 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.29.190:40961(127.15.29.190:40961)] handling channelInactive
20:01:10.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state READY due to: connection closed
20:01:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.859155 16141 connection.cc:573] client connection to 127.15.29.190:40961 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:01:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.859817 16425 heartbeater.cc:646] Failed to heartbeat to 127.15.29.190:40961 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:01:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.859921 15864 connection.cc:573] server connection from 127.0.0.1:35078 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:01:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.860209 15691 connection.cc:573] server connection from 127.0.0.1:46414 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:01:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:10.860844 16999 heartbeater.cc:646] Failed to heartbeat to 127.15.29.190:40961 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.15.29.190:40961 (error 108)
20:01:10.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:01:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.125252 17147 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e2ecead93f441e9a3c045bbd512336f)
20:01:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.125509 17147 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.125627 17148 raft_consensus.cc:493] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e2ecead93f441e9a3c045bbd512336f)
20:01:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.125787 17148 raft_consensus.cc:515] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.127019 17147 leader_election.cc:290] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145)
20:01:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.127234 17148 leader_election.cc:290] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.127956 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" is_pre_election: true
20:01:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.128244 15903 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2e16f7608344d6aa49983d47aa3bb1a in term 1.
20:01:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.128006 15751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" is_pre_election: true
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.128526 15751 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e8ba94bd0bb4f9db8036c3e68697fc4 in term 1.
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.128881 15696 leader_election.cc:304] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a; no voters: 
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.129335 15864 leader_election.cc:304] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a; no voters: 
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.129429 17148 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Leader pre-election won for term 2
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.129452 15863 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.129554 17148 raft_consensus.cc:493] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3e2ecead93f441e9a3c045bbd512336f)
20:01:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.129645 17148 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 1 FOLLOWER]: Advancing to term 2
20:01:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.129793 17147 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:01:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.129931 17147 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3e2ecead93f441e9a3c045bbd512336f)
20:01:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.130033 17147 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 1 FOLLOWER]: Advancing to term 2
20:01:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.130544 15692 leader_election.cc:336] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.132470 15863 leader_election.cc:336] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.132938 17148 raft_consensus.cc:515] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.133198 17147 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.133594 17148 leader_election.cc:290] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 2 election: Requested vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.134073 17147 leader_election.cc:290] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 2 election: Requested vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145)
20:01:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.134135 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4"
20:01:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.134426 15903 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f2e16f7608344d6aa49983d47aa3bb1a in current term 2: Already voted for candidate 5e8ba94bd0bb4f9db8036c3e68697fc4 in this term.
20:01:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.134599 15751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f2e16f7608344d6aa49983d47aa3bb1a"
20:01:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.134939 15751 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5e8ba94bd0bb4f9db8036c3e68697fc4 in current term 2: Already voted for candidate f2e16f7608344d6aa49983d47aa3bb1a in this term.
20:01:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.135167 15692 leader_election.cc:336] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.135304 15692 leader_election.cc:304] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2e16f7608344d6aa49983d47aa3bb1a; no voters: 3e2ecead93f441e9a3c045bbd512336f, 5e8ba94bd0bb4f9db8036c3e68697fc4
20:01:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.135627 17148 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:01:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.136070 15863 leader_election.cc:336] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.136232 15863 leader_election.cc:304] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5e8ba94bd0bb4f9db8036c3e68697fc4; no voters: 3e2ecead93f441e9a3c045bbd512336f, f2e16f7608344d6aa49983d47aa3bb1a
20:01:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.136559 17147 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:01:11.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.173 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.15.29.190:40961(127.15.29.190:40961) for tablet Kudu Master: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.193 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.232 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.246583 16727 heartbeater.cc:646] Failed to heartbeat to 127.15.29.190:40961 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.252 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.353 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.15.29.190:40961, [2ms] received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, deferred=Deferred@454048601(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$244/0x00007efc64339e30@60346a07 -> (continuation of Deferred@1247799652 after retry RPC after error@575113700) -> (continuation of Deferred@949462022 after retry RPC after error@2066777409) -> (continuation of Deferred@1309759370 after retry RPC after error@1351089925) -> (continuation of Deferred@1429587591 after retry RPC after error@718293997) -> (continuation of Deferred@1857676346 after retry RPC after error@19484991), errback=org.apache.kudu.client.KuduTransaction$$Lambda$245/0x00007efc6433a058@7a53ae63 -> (continuation of Deferred@1247799652 after retry RPC after error@575113700) -> (continuation of Deferred@949462022 after retry RPC after error@2066777409) -> (continuation of Deferred@1309759370 after retry RPC after error@1351089925) -> (continuation of Deferred@1429587591 after retry RPC after error@718293997) -> (continuation of Deferred@1857676346 after retry RPC after error@19484991)))
20:01:11.353 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.15.29.190:40961, [2ms] received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, deferred=Deferred@454048601(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$244/0x00007efc64339e30@60346a07 -> (continuation of Deferred@1247799652 after retry RPC after error@575113700) -> (continuation of Deferred@949462022 after retry RPC after error@2066777409) -> (continuation of Deferred@1309759370 after retry RPC after error@1351089925) -> (continuation of Deferred@1429587591 after retry RPC after error@718293997) -> (continuation of Deferred@1857676346 after retry RPC after error@19484991), errback=org.apache.kudu.client.KuduTransaction$$Lambda$245/0x00007efc6433a058@7a53ae63 -> (continuation of Deferred@1247799652 after retry RPC after error@575113700) -> (continuation of Deferred@949462022 after retry RPC after error@2066777409) -> (continuation of Deferred@1309759370 after retry RPC after error@1351089925) -> (continuation of Deferred@1429587591 after retry RPC after error@718293997) -> (continuation of Deferred@1857676346 after retry RPC after error@19484991)))
20:01:11.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.372 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.372 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.393 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.432 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.518030 17148 raft_consensus.cc:493] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.518275 17148 raft_consensus.cc:515] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.518913 17148 leader_election.cc:290] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.519572 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" is_pre_election: true
20:01:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.519896 15903 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2e16f7608344d6aa49983d47aa3bb1a in term 2.
20:01:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.520454 15696 leader_election.cc:304] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a; no voters: 
20:01:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.520668 15692 leader_election.cc:336] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.520843 17148 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Leader pre-election won for term 3
20:01:11.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.520995 17148 raft_consensus.cc:493] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:11.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.521124 17148 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 2 FOLLOWER]: Advancing to term 3
20:01:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.523186 17148 raft_consensus.cc:515] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.523828 17148 leader_election.cc:290] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 3 election: Requested vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.524417 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4"
20:01:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.524638 15903 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 2 FOLLOWER]: Advancing to term 3
20:01:11.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.525209 15692 leader_election.cc:336] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111)
20:01:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.526680 15903 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2e16f7608344d6aa49983d47aa3bb1a in term 3.
20:01:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.527061 15696 leader_election.cc:304] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a; no voters: 3e2ecead93f441e9a3c045bbd512336f
20:01:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.527431 17148 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 3 FOLLOWER]: Leader election won for term 3
20:01:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.527891 17148 raft_consensus.cc:697] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [term 3 LEADER]: Becoming Leader. State: Replica: f2e16f7608344d6aa49983d47aa3bb1a, State: Running, Role: LEADER
20:01:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.528293 17148 consensus_queue.cc:237] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.529829 17170 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader f2e16f7608344d6aa49983d47aa3bb1a. Latest consensus state: current_term: 3 leader_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.530069 17170 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: This master's current role is: LEADER
20:01:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.530694 17172 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:01:11.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.533742 17172 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]
20:01:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.534179 17172 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f]
20:01:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.535977 17172 tablet_loader.cc:96] loaded metadata for tablet 6a5e6c65779a46839eb16307e073fc83 (table txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5])
20:01:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.536350 17172 tablet_loader.cc:96] loaded metadata for tablet e537175a36974349b3db86f088f4676e (table txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5])
20:01:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.536777 17172 tablet_loader.cc:96] loaded metadata for tablet e549ce088c8342fbb897a461fb7d64a4 (table kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f])
20:01:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.537010 17172 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:01:11.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.537922 17172 catalog_manager.cc:1295] Loaded cluster ID: f46783a990ea47cc9fee6be0a5a48c5d
20:01:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.538045 17172 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:01:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.539168 17172 catalog_manager.cc:1540] Loading token signing keys...
20:01:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.539995 17172 catalog_manager.cc:6103] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a: Loaded TSK: 0
20:01:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.541049 17172 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:01:11.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:11.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.190:40961: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961
20:01:11.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:01:11.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [168ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, deferred=Deferred@1705499255(state=PENDING, result=null, callback=(continuation of Deferred@5260343 after retry RPC after error@1834990640) -> (continuation of Deferred@1527488670 after retry RPC after error@10796522) -> (continuation of Deferred@47652917 after retry RPC after error@318354019) -> (continuation of Deferred@351334386 after retry RPC after error@824068971) -> (continuation of Deferred@183698421 after retry RPC after error@1430704738) -> (continuation of Deferred@1180313671 after retry RPC after error@89941748) -> (continuation of Deferred@396505345 after retry RPC after error@1947481173), errback=(continuation of Deferred@5260343 after retry RPC after error@1834990640) -> (continuation of Deferred@1527488670 after retry RPC after error@10796522) -> (continuation of Deferred@47652917 after retry RPC after error@318354019) -> (continuation of Deferred@351334386 after retry RPC after error@824068971) -> (continuation of Deferred@183698421 after retry RPC after error@1430704738) -> (continuation of Deferred@1180313671 after retry RPC after error@89941748) -> (continuation of Deferred@396505345 after retry RPC after error@1947481173))) after lookup
20:01:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.608103 15903 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Refusing update from remote peer f2e16f7608344d6aa49983d47aa3bb1a: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:01:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.608847 17170 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:01:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.610436 17147 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f2e16f7608344d6aa49983d47aa3bb1a. Latest consensus state: current_term: 3 leader_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.610721 17147 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: FOLLOWER
20:01:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.612601 17147 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.612869 17147 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: FOLLOWER
20:01:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.624940 15787 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:46444 (request call id 15) took 29 ms (client timeout 26 ms). Trace:
20:01:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.625183 15787 rpcz_store.cc:269] 0811 20:01:11.595967 (+     0us) service_pool.cc:167] Inserting onto call queue
20:01:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:11.596071 (+   104us) service_pool.cc:224] Handling call
20:01:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:11.624843 (+ 28772us) inbound_call.cc:177] Queueing success response
20:01:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":606,"thread_start_us":1233,"threads_started":5}
20:01:11.628 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [168ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [225ms] sending RPC to server master-127.15.29.189:46145, [258ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1705499255(state=PENDING, result=null, callback=(continuation of Deferred@5260343 after retry RPC after error@1834990640) -> (continuation of Deferred@1527488670 after retry RPC after error@10796522) -> (continuation of Deferred@47652917 after retry RPC after error@318354019) -> (continuation of Deferred@351334386 after retry RPC after error@824068971) -> (continuation of Deferred@183698421 after retry RPC after error@1430704738) -> (continuation of Deferred@1180313671 after retry RPC after error@89941748) -> (continuation of Deferred@396505345 after retry RPC after error@1947481173) -> (continuation of Deferred@1662722688 after retry RPC@85365713), errback=(continuation of Deferred@5260343 after retry RPC after error@1834990640) -> (continuation of Deferred@1527488670 after retry RPC after error@10796522) -> (continuation of Deferred@47652917 after retry RPC after error@318354019) -> (continuation of Deferred@351334386 after retry RPC after error@824068971) -> (continuation of Deferred@183698421 after retry RPC after error@1430704738) -> (continuation of Deferred@1180313671 after retry RPC after error@89941748) -> (continuation of Deferred@396505345 after retry RPC after error@1947481173) -> (continuation of Deferred@1662722688 after retry RPC@85365713)))
20:01:11.629 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [168ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: Network error: Failed to connect to peer master-127.15.29.190:40961(127.15.29.190:40961): Connection refused: /127.15.29.190:40961, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: OK, [225ms] sending RPC to server master-127.15.29.189:46145, [258ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1705499255(state=PENDING, result=null, callback=(continuation of Deferred@5260343 after retry RPC after error@1834990640) -> (continuation of Deferred@1527488670 after retry RPC after error@10796522) -> (continuation of Deferred@47652917 after retry RPC after error@318354019) -> (continuation of Deferred@351334386 after retry RPC after error@824068971) -> (continuation of Deferred@183698421 after retry RPC after error@1430704738) -> (continuation of Deferred@1180313671 after retry RPC after error@89941748) -> (continuation of Deferred@396505345 after retry RPC after error@1947481173) -> (continuation of Deferred@1662722688 after retry RPC@85365713), errback=(continuation of Deferred@5260343 after retry RPC after error@1834990640) -> (continuation of Deferred@1527488670 after retry RPC after error@10796522) -> (continuation of Deferred@47652917 after retry RPC after error@318354019) -> (continuation of Deferred@351334386 after retry RPC after error@824068971) -> (continuation of Deferred@183698421 after retry RPC after error@1430704738) -> (continuation of Deferred@1180313671 after retry RPC after error@89941748) -> (continuation of Deferred@396505345 after retry RPC after error@1947481173) -> (continuation of Deferred@1662722688 after retry RPC@85365713)))
20:01:11.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.629175 15692 consensus_peers.cc:597] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a -> Peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Couldn't send request to peer 3e2ecead93f441e9a3c045bbd512336f. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:01:11.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.629753 17148 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:11.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.630030 17148 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a [sys.catalog]: This master's current role is: LEADER
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:11.643859 15724 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46450:
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:01:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:11.648903 15724 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:01:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:12.103714 15692 consensus_peers.cc:597] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a -> Peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Couldn't send request to peer 3e2ecead93f441e9a3c045bbd512336f. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:01:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:12.537274 15692 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111) [suppressed 18 similar messages]
20:01:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:12.538309 15692 consensus_peers.cc:597] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a -> Peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Couldn't send request to peer 3e2ecead93f441e9a3c045bbd512336f. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:01:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:12.694381 16428 heartbeater.cc:499] Master 127.15.29.189:46145 was elected leader, sending a full tablet report...
20:01:12.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6a5e6c65779a46839eb16307e073fc83 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
20:01:12.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e537175a36974349b3db86f088f4676e for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
20:01:12.867 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=6a5e6c65779a46839eb16307e073fc83@[5b54f3d7eaa94d52a2a846cb47f4f789(127.15.29.130:40587),a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305)[L],b2509d1b9fb34e829da64104c963f17b(127.15.29.129:40309)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=e537175a36974349b3db86f088f4676e@[5b54f3d7eaa94d52a2a846cb47f4f789(127.15.29.130:40587)[L],a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305),b2509d1b9fb34e829da64104c963f17b(127.15.29.129:40309)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:12.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.29.189:46145, [2ms] Sub RPC GetTableLocations: received response from server master-127.15.29.189:46145: OK, deferred=null) after lookup
20:01:12.868 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305)] connecting to peer
20:01:12.869 [DEBUG - kudu-nio-2] (Connection.java:757) [peer a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305)] Successfully connected to peer
20:01:12.881 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x4250c851, L:/127.0.0.1:39066 - R:/127.15.29.131:35305] using TOKEN/null
20:01:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:12.886040 16844 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.15.29.190:40961)
20:01:12.937 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.29.190:40961
20:01:12.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:12.938449 15478 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQZvirU/build/asan/bin/kudu
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/logs
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/info.pb
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.190:40961
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.190
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42363
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:01:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:01:12.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:12.961211 17003 heartbeater.cc:499] Master 127.15.29.189:46145 was elected leader, sending a full tablet report...
20:01:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.032572 15818 master_runner.cc:187] Error getting master registration for 127.15.29.190:40961: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111), 
20:01:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.032757 15818 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.073701 15692 consensus_peers.cc:597] T 00000000000000000000000000000000 P f2e16f7608344d6aa49983d47aa3bb1a -> Peer 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961): Couldn't send request to peer 3e2ecead93f441e9a3c045bbd512336f. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.190:40961: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:01:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.249926 16730 heartbeater.cc:499] Master 127.15.29.189:46145 was elected leader, sending a full tablet report...
20:01:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.280017 17247 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:01:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.280299 17247 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:13.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.280395 17247 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289258 17247 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289392 17247 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289444 17247 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289505 17247 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289565 17247 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289603 17247 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.289650 17247 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40703/jwks.json
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.299597 17247 master_runner.cc:387] Master server non-default flags:
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/logs
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.29.148:40619
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.29.190:40961
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40703/jwks.json
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/info.pb
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.29.190
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42363
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
20:01:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.301189 17247 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:13.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.302923 17247 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:01:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.310990 17257 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.311015 17259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.312222 17247 server_base.cc:1061] running on GCE node
20:01:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.312386 17261 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.313258 17247 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:13.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.314780 17247 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.316027 17247 hybrid_clock.cc:648] HybridClock initialized: now 1786478473315945 us; error 57 us; skew 500 ppm
20:01:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.316323 17247 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.318507 17247 webserver.cc:533] Webserver started at http://127.15.29.190:42363/ using document root <none> and password file <none>
20:01:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.319175 17247 fs_manager.cc:362] Metadata directory not provided
20:01:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.319296 17247 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.324491 17247 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
20:01:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.327224 17268 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.328840 17247 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.329036 17247 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data,/tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e2ecead93f441e9a3c045bbd512336f"
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:01:06 on dist-test-slave-rwrg"
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.330143 17247 fs_report.cc:389] FS layout report
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/wal
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/data
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:13.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.352432 17247 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.353356 17247 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.353592 17247 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.378093 17247 rpc_server.cc:307] RPC server started. Bound to: 127.15.29.190:40961
20:01:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.378118 17381 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.29.190:40961 every 8 connection(s)
20:01:13.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.379660 17247 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQZvirU/test-tmp/mini-kudu-cluster7909474855109901116/master-0/data/info.pb
20:01:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.386556 17384 sys_catalog.cc:263] Verifying existing consensus state
20:01:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.388247 15478 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQZvirU/build/asan/bin/kudu as pid 17247
20:01:13.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:01:13.388 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.29.189:46145
20:01:13.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

20:01:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.389204 15478 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskQZvirU/build/asan/bin/kudu pid 15664
20:01:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.390362 15804 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.390600 17384 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Bootstrap starting.
20:01:13.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.411679 17384 log.cc:826] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Log is configured to *not* fsync() on all Append() calls
20:01:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.427111 17384 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:01:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.427639 17384 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: Bootstrap complete.
20:01:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.435640 17384 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.436846 17384 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e2ecead93f441e9a3c045bbd512336f, State: Initialized, Role: FOLLOWER
20:01:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.437566 17384 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.438632 17393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.438942 17393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: FOLLOWER
20:01:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.439776 17384 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: configured and running, proceeding with master startup.
20:01:13.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.459589 17415 catalog_manager.cc:1295] Loaded cluster ID: f46783a990ea47cc9fee6be0a5a48c5d
20:01:13.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.459688 17415 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: loading cluster ID for follower catalog manager: success
20:01:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.464021 17415 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: acquiring CA information for follower catalog manager: success
20:01:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.471824 17415 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:01:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.537037 15478 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQZvirU/build/asan/bin/kudu with pid 15664
20:01:13.570 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.29.189:46145(127.15.29.189:46145)] handling channelInactive
20:01:13.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state READY due to: connection closed
20:01:13.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:01:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.572351 17418 negotiation.cc:336] Failed RPC negotiation. Trace:
20:01:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.536708 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:50538 (local address 127.15.29.190:40961)
20:01:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.537160 (+   452us) server_negotiation.cc:207] Beginning negotiation
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.537167 (+     7us) server_negotiation.cc:400] Waiting for connection header
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.537785 (+   618us) server_negotiation.cc:408] Connection header received
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.537856 (+    71us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.537862 (+     6us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.537937 (+    75us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.538019 (+    82us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.569537 (+ 31518us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:50538: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":298}
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.572420 17420 negotiation.cc:336] Failed RPC negotiation. Trace:
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.486465 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.15.29.189:46145 (local address 127.0.0.1:46460)
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.486640 (+   175us) negotiation.cc:107] Waiting for socket to connect
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.486658 (+    18us) client_negotiation.cc:175] Beginning negotiation
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.486757 (+    99us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.536853 (+ 50096us) client_negotiation.cc:281] Received NEGOTIATE NegotiatePB response
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.536860 (+     7us) client_negotiation.cc:404] Received NEGOTIATE response from server
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.536895 (+    35us) client_negotiation.cc:190] Negotiated authn=CERTIFICATE
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.538494 (+  1599us) client_negotiation.cc:530] Sending TLS_HANDSHAKE message to server
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.538510 (+    16us) client_negotiation.cc:262] Sending TLS_HANDSHAKE NegotiatePB request
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.571672 (+ 33162us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:01:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":65}
20:01:13.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.573796 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107), 
20:01:13.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.579620 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.692538 17393 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.692889 17393 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.695493 17393 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.698004 17274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.707623 15903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e2ecead93f441e9a3c045bbd512336f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" is_pre_election: true
20:01:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.708892 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.709721 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.710166 17393 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:01:13.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.732 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.15.29.189:46145(127.15.29.189:46145) for tablet Kudu Master: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.190:40961(127.15.29.190:40961)] connecting to peer
20:01:13.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.752 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.15.29.190:40961(127.15.29.190:40961)] Successfully connected to peer
20:01:13.765 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x4270eca7, L:/127.0.0.1:50540 - R:/127.15.29.190:40961] using TOKEN/null
20:01:13.767 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:13.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:13.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.794 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:13.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:13.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.833837 17432 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f2e16f7608344d6aa49983d47aa3bb1a)
20:01:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.834229 17432 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:13.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.840783 17432 leader_election.cc:290] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145)
20:01:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.848904 17310 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3e2ecead93f441e9a3c045bbd512336f" is_pre_election: true
20:01:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.849525 17310 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e8ba94bd0bb4f9db8036c3e68697fc4 in term 1.
20:01:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.850332 15863 leader_election.cc:304] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f, 5e8ba94bd0bb4f9db8036c3e68697fc4; no voters: 
20:01:13.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.853529 17432 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:01:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.853793 17432 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Starting leader election (detected failure of leader f2e16f7608344d6aa49983d47aa3bb1a)
20:01:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.854010 17432 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 3 FOLLOWER]: Advancing to term 4
20:01:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.854970 15864 leader_election.cc:336] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.856792 17432 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.857507 17432 leader_election.cc:290] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 4 election: Requested vote from peers 3e2ecead93f441e9a3c045bbd512336f (127.15.29.190:40961), f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145)
20:01:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.857968 17310 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3e2ecead93f441e9a3c045bbd512336f"
20:01:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.858209 17310 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 1 FOLLOWER]: Advancing to term 4
20:01:13.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.859851 15864 leader_election.cc:336] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.862785 17310 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e8ba94bd0bb4f9db8036c3e68697fc4 in term 4.
20:01:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.863289 15863 leader_election.cc:304] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f, 5e8ba94bd0bb4f9db8036c3e68697fc4; no voters: f2e16f7608344d6aa49983d47aa3bb1a
20:01:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.863641 17432 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 4 FOLLOWER]: Leader election won for term 4
20:01:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.864282 17432 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [term 4 LEADER]: Becoming Leader. State: Replica: 5e8ba94bd0bb4f9db8036c3e68697fc4, State: Running, Role: LEADER
20:01:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.865034 17432 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.867687 17440 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e8ba94bd0bb4f9db8036c3e68697fc4. Latest consensus state: current_term: 4 leader_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.868036 17440 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: LEADER
20:01:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.869218 17444 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:01:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.872187 17444 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5]
20:01:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.872310 16425 heartbeater.cc:344] Connected to a master server at 127.15.29.190:40961
20:01:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.872843 17444 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f]
20:01:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.874614 17444 tablet_loader.cc:96] loaded metadata for tablet 6a5e6c65779a46839eb16307e073fc83 (table txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5])
20:01:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.875129 17444 tablet_loader.cc:96] loaded metadata for tablet e537175a36974349b3db86f088f4676e (table txn_manager_fallback_rolling [id=b377660b4d554a6e9aac7f5088da00e5])
20:01:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.875527 17444 tablet_loader.cc:96] loaded metadata for tablet e549ce088c8342fbb897a461fb7d64a4 (table kudu_system.kudu_transactions [id=f59c226f21fc43dd88c8e8e2f4fdad9f])
20:01:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.875829 17444 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:01:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.875809 17294 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b2509d1b9fb34e829da64104c963f17b" instance_seqno: 1786478468760978) as {username='slave'} at 127.15.29.129:49209; Asking this server to re-register.
20:01:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.876789 16425 heartbeater.cc:461] Registering TS with master...
20:01:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.877063 17444 catalog_manager.cc:1295] Loaded cluster ID: f46783a990ea47cc9fee6be0a5a48c5d
20:01:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.877164 17444 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:01:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.878515 17444 catalog_manager.cc:1540] Loading token signing keys...
20:01:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.878645 17294 ts_manager.cc:194] Registered new tserver with Master: b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309)
20:01:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.879566 17444 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4: Loaded TSK: 0
20:01:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.880438 17444 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:01:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.955221 17310 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Refusing update from remote peer 5e8ba94bd0bb4f9db8036c3e68697fc4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
20:01:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.956168 17440 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
20:01:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.960044 17451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.960366 17451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: FOLLOWER
20:01:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.960973 17393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e8ba94bd0bb4f9db8036c3e68697fc4. Latest consensus state: current_term: 4 leader_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.961256 17393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: FOLLOWER
20:01:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.962325 17393 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.962546 17393 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [sys.catalog]: This master's current role is: FOLLOWER
20:01:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.967207 15864 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 -> Peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Couldn't send request to peer f2e16f7608344d6aa49983d47aa3bb1a. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:01:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.968441 17440 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } } }
20:01:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.968701 17440 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 [sys.catalog]: This master's current role is: LEADER
20:01:13.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:13.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:13.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.973296 16999 heartbeater.cc:344] Connected to a master server at 127.15.29.190:40961
20:01:13.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:01:13.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.15.29.189:46145, [2ms] received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [128ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, deferred=Deferred@1053761766(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$244/0x00007efc64339e30@68144f43 -> (continuation of Deferred@95698758 after retry RPC after error@46417500) -> (continuation of Deferred@1162579698 after retry RPC after error@267366223) -> (continuation of Deferred@721809403 after retry RPC after error@190032481) -> (continuation of Deferred@318147047 after retry RPC after error@1611782433) -> (continuation of Deferred@1693419759 after retry RPC after error@1920542385) -> (continuation of Deferred@1424371880 after retry RPC after error@978330564), errback=org.apache.kudu.client.KuduTransaction$$Lambda$245/0x00007efc6433a058@22e06c91 -> (continuation of Deferred@95698758 after retry RPC after error@46417500) -> (continuation of Deferred@1162579698 after retry RPC after error@267366223) -> (continuation of Deferred@721809403 after retry RPC after error@190032481) -> (continuation of Deferred@318147047 after retry RPC after error@1611782433) -> (continuation of Deferred@1693419759 after retry RPC after error@1920542385) -> (continuation of Deferred@1424371880 after retry RPC after error@978330564))) after lookup
20:01:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.975008 17294 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a6d6aefa68534fed9713eb4bea813c2e" instance_seqno: 1786478469781556) as {username='slave'} at 127.15.29.131:59879; Asking this server to re-register.
20:01:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.975783 16999 heartbeater.cc:461] Registering TS with master...
20:01:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:13.977064 17294 ts_manager.cc:194] Registered new tserver with Master: a6d6aefa68534fed9713eb4bea813c2e (127.15.29.131:35305)
20:01:13.990 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.29.189:46145, [2ms] received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [128ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: OK, [245ms] sending RPC to server master-127.15.29.188:39621, deferred=Deferred@1053761766(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$244/0x00007efc64339e30@68144f43 -> (continuation of Deferred@95698758 after retry RPC after error@46417500) -> (continuation of Deferred@1162579698 after retry RPC after error@267366223) -> (continuation of Deferred@721809403 after retry RPC after error@190032481) -> (continuation of Deferred@318147047 after retry RPC after error@1611782433) -> (continuation of Deferred@1693419759 after retry RPC after error@1920542385) -> (continuation of Deferred@1424371880 after retry RPC after error@978330564) -> (continuation of Deferred@511558545 after retry RPC@833403074), errback=org.apache.kudu.client.KuduTransaction$$Lambda$245/0x00007efc6433a058@22e06c91 -> (continuation of Deferred@95698758 after retry RPC after error@46417500) -> (continuation of Deferred@1162579698 after retry RPC after error@267366223) -> (continuation of Deferred@721809403 after retry RPC after error@190032481) -> (continuation of Deferred@318147047 after retry RPC after error@1611782433) -> (continuation of Deferred@1693419759 after retry RPC after error@1920542385) -> (continuation of Deferred@1424371880 after retry RPC after error@978330564) -> (continuation of Deferred@511558545 after retry RPC@833403074)))
20:01:13.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.997038 15948 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:35104 (request call id 22) took 21 ms (client timeout 6 ms). Trace:
20:01:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:13.997285 15948 rpcz_store.cc:269] 0811 20:01:13.976006 (+     0us) service_pool.cc:167] Inserting onto call queue
20:01:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.976063 (+    57us) service_pool.cc:224] Handling call
20:01:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:01:13.996926 (+ 20863us) inbound_call.cc:177] Queueing success response
20:01:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":575,"thread_start_us":1682,"threads_started":5}
20:01:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1908890738715592 + 9221463146116061739 cannot be represented in type 'long'
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:14.013594 15882 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35154:
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:01:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:14.016229 15882 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:01:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:14.260563 16727 heartbeater.cc:344] Connected to a master server at 127.15.29.190:40961
20:01:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:14.262598 17294 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5b54f3d7eaa94d52a2a846cb47f4f789" instance_seqno: 1786478469268154) as {username='slave'} at 127.15.29.130:37821; Asking this server to re-register.
20:01:14.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:14.263506 16727 heartbeater.cc:461] Registering TS with master...
20:01:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:14.265311 17294 ts_manager.cc:194] Registered new tserver with Master: 5b54f3d7eaa94d52a2a846cb47f4f789 (127.15.29.130:40587)
20:01:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:14.441466 15864 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 -> Peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Couldn't send request to peer f2e16f7608344d6aa49983d47aa3bb1a. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:01:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:14.944841 15864 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5e8ba94bd0bb4f9db8036c3e68697fc4 -> Peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Couldn't send request to peer f2e16f7608344d6aa49983d47aa3bb1a. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:01:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:14.969606 17002 heartbeater.cc:499] Master 127.15.29.188:39621 was elected leader, sending a full tablet report...
20:01:15.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 0x7fedc03dad28 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:01:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 0xa9ee55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
20:01:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 0x7fedd4476fd2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:01:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 0x7fedd4466ae4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
20:01:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 0x7fedd45cf56e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:01:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 0x7fedd45d014b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:01:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 0x7fedd45d4d8f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:01:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 0x7fedce31d276 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:01:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 0x7fedce31cfa5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:01:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 0x7fedc75bb61e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:01:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 0x7fedc75ba4fe in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:01:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 0x7fedc75c0738 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
20:01:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 0x7fedc75c109f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
20:01:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 0x7fedc75c0ec8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:01:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 0xaaf86c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:01:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 0x7fedc049ddd8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
20:01:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 0x7fedc3b6d6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:01:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 0x7fedbc62461e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
20:01:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in 
20:01:15.228 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.29.188:39621(127.15.29.188:39621)] handling channelInactive
20:01:15.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state READY due to: connection closed
20:01:15.228 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.15.29.188:39621(127.15.29.188:39621) for tablet Kudu Master: connection closed
20:01:15.232 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.254629 16728 heartbeater.cc:499] Master 127.15.29.188:39621 was elected leader, sending a full tablet report...
20:01:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.463994 17496 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.464182 17496 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.464928 17496 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:15.467238 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:15.467497 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.467639 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.467969 17496 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:15.572 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.572 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.573 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.575 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.615 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.654 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.655 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.696 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.699944 16427 heartbeater.cc:499] Master 127.15.29.188:39621 was elected leader, sending a full tablet report...
20:01:15.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.793 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1938637038(state=PENDING, result=null, callback=(continuation of Deferred@1085342705 after retry RPC after error@996176703) -> (continuation of Deferred@1130211194 after retry RPC after error@1523451343) -> (continuation of Deferred@304626668 after retry RPC after error@719936285) -> (continuation of Deferred@77684557 after retry RPC after error@787206763) -> (continuation of Deferred@2110749441 after retry RPC after error@488564246) -> (continuation of Deferred@332106191 after retry RPC after error@1673750871), errback=(continuation of Deferred@1085342705 after retry RPC after error@996176703) -> (continuation of Deferred@1130211194 after retry RPC after error@1523451343) -> (continuation of Deferred@304626668 after retry RPC after error@719936285) -> (continuation of Deferred@77684557 after retry RPC after error@787206763) -> (continuation of Deferred@2110749441 after retry RPC after error@488564246) -> (continuation of Deferred@332106191 after retry RPC after error@1673750871)))
20:01:15.794 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1938637038(state=PENDING, result=null, callback=(continuation of Deferred@1085342705 after retry RPC after error@996176703) -> (continuation of Deferred@1130211194 after retry RPC after error@1523451343) -> (continuation of Deferred@304626668 after retry RPC after error@719936285) -> (continuation of Deferred@77684557 after retry RPC after error@787206763) -> (continuation of Deferred@2110749441 after retry RPC after error@488564246) -> (continuation of Deferred@332106191 after retry RPC after error@1673750871), errback=(continuation of Deferred@1085342705 after retry RPC after error@996176703) -> (continuation of Deferred@1130211194 after retry RPC after error@1523451343) -> (continuation of Deferred@304626668 after retry RPC after error@719936285) -> (continuation of Deferred@77684557 after retry RPC after error@787206763) -> (continuation of Deferred@2110749441 after retry RPC after error@488564246) -> (continuation of Deferred@332106191 after retry RPC after error@1673750871)))
20:01:15.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.814 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.832471 17496 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.832715 17496 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:15.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.833452 17496 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:15.835479 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:15.835716 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.835839 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:15.836107 17496 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:15.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:15.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:15.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:15.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:15.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:15.993 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1300260439(state=PENDING, result=null, callback=(continuation of Deferred@1896286605 after retry RPC after error@1366818830) -> (continuation of Deferred@58740903 after retry RPC after error@1299987550) -> (continuation of Deferred@75374365 after retry RPC after error@353834988) -> (continuation of Deferred@336820353 after retry RPC after error@941697169) -> (continuation of Deferred@1280527999 after retry RPC after error@1633065070) -> (continuation of Deferred@1846420405 after retry RPC after error@1608182597) -> (continuation of Deferred@153904759 after retry RPC after error@1558977236), errback=(continuation of Deferred@1896286605 after retry RPC after error@1366818830) -> (continuation of Deferred@58740903 after retry RPC after error@1299987550) -> (continuation of Deferred@75374365 after retry RPC after error@353834988) -> (continuation of Deferred@336820353 after retry RPC after error@941697169) -> (continuation of Deferred@1280527999 after retry RPC after error@1633065070) -> (continuation of Deferred@1846420405 after retry RPC after error@1608182597) -> (continuation of Deferred@153904759 after retry RPC after error@1558977236)))
20:01:15.994 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1300260439(state=PENDING, result=null, callback=(continuation of Deferred@1896286605 after retry RPC after error@1366818830) -> (continuation of Deferred@58740903 after retry RPC after error@1299987550) -> (continuation of Deferred@75374365 after retry RPC after error@353834988) -> (continuation of Deferred@336820353 after retry RPC after error@941697169) -> (continuation of Deferred@1280527999 after retry RPC after error@1633065070) -> (continuation of Deferred@1846420405 after retry RPC after error@1608182597) -> (continuation of Deferred@153904759 after retry RPC after error@1558977236), errback=(continuation of Deferred@1896286605 after retry RPC after error@1366818830) -> (continuation of Deferred@58740903 after retry RPC after error@1299987550) -> (continuation of Deferred@75374365 after retry RPC after error@353834988) -> (continuation of Deferred@336820353 after retry RPC after error@941697169) -> (continuation of Deferred@1280527999 after retry RPC after error@1633065070) -> (continuation of Deferred@1846420405 after retry RPC after error@1608182597) -> (continuation of Deferred@153904759 after retry RPC after error@1558977236)))
20:01:16.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.052 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.052 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.072 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.232 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1526142945(state=PENDING, result=null, callback=(continuation of Deferred@1468451480 after retry RPC after error@503369059) -> (continuation of Deferred@1604983561 after retry RPC after error@1023428354) -> (continuation of Deferred@1555269680 after retry RPC after error@1145056528) -> (continuation of Deferred@1262290114 after retry RPC after error@1958372080) -> (continuation of Deferred@872973919 after retry RPC after error@1902450019) -> (continuation of Deferred@1390216345 after retry RPC after error@1968652752) -> (continuation of Deferred@94178139 after retry RPC after error@1552603270), errback=(continuation of Deferred@1468451480 after retry RPC after error@503369059) -> (continuation of Deferred@1604983561 after retry RPC after error@1023428354) -> (continuation of Deferred@1555269680 after retry RPC after error@1145056528) -> (continuation of Deferred@1262290114 after retry RPC after error@1958372080) -> (continuation of Deferred@872973919 after retry RPC after error@1902450019) -> (continuation of Deferred@1390216345 after retry RPC after error@1968652752) -> (continuation of Deferred@94178139 after retry RPC after error@1552603270)))
20:01:16.233 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1526142945(state=PENDING, result=null, callback=(continuation of Deferred@1468451480 after retry RPC after error@503369059) -> (continuation of Deferred@1604983561 after retry RPC after error@1023428354) -> (continuation of Deferred@1555269680 after retry RPC after error@1145056528) -> (continuation of Deferred@1262290114 after retry RPC after error@1958372080) -> (continuation of Deferred@872973919 after retry RPC after error@1902450019) -> (continuation of Deferred@1390216345 after retry RPC after error@1968652752) -> (continuation of Deferred@94178139 after retry RPC after error@1552603270), errback=(continuation of Deferred@1468451480 after retry RPC after error@503369059) -> (continuation of Deferred@1604983561 after retry RPC after error@1023428354) -> (continuation of Deferred@1555269680 after retry RPC after error@1145056528) -> (continuation of Deferred@1262290114 after retry RPC after error@1958372080) -> (continuation of Deferred@872973919 after retry RPC after error@1902450019) -> (continuation of Deferred@1390216345 after retry RPC after error@1968652752) -> (continuation of Deferred@94178139 after retry RPC after error@1552603270)))
20:01:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:16.242668 16775 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.142s from last keepalive heartbeat (effective timeout is 1.000s)
20:01:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:16.244396 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:16.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.354 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.413 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1742985659(state=PENDING, result=null, callback=(continuation of Deferred@897236223 after retry RPC after error@1526328642) -> (continuation of Deferred@442940625 after retry RPC after error@1672581159) -> (continuation of Deferred@63722986 after retry RPC after error@373963564) -> (continuation of Deferred@971345152 after retry RPC after error@1455035059) -> (continuation of Deferred@934837899 after retry RPC after error@1886171147) -> (continuation of Deferred@1710538379 after retry RPC after error@1667045132), errback=(continuation of Deferred@897236223 after retry RPC after error@1526328642) -> (continuation of Deferred@442940625 after retry RPC after error@1672581159) -> (continuation of Deferred@63722986 after retry RPC after error@373963564) -> (continuation of Deferred@971345152 after retry RPC after error@1455035059) -> (continuation of Deferred@934837899 after retry RPC after error@1886171147) -> (continuation of Deferred@1710538379 after retry RPC after error@1667045132)))
20:01:16.414 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1742985659(state=PENDING, result=null, callback=(continuation of Deferred@897236223 after retry RPC after error@1526328642) -> (continuation of Deferred@442940625 after retry RPC after error@1672581159) -> (continuation of Deferred@63722986 after retry RPC after error@373963564) -> (continuation of Deferred@971345152 after retry RPC after error@1455035059) -> (continuation of Deferred@934837899 after retry RPC after error@1886171147) -> (continuation of Deferred@1710538379 after retry RPC after error@1667045132), errback=(continuation of Deferred@897236223 after retry RPC after error@1526328642) -> (continuation of Deferred@442940625 after retry RPC after error@1672581159) -> (continuation of Deferred@63722986 after retry RPC after error@373963564) -> (continuation of Deferred@971345152 after retry RPC after error@1455035059) -> (continuation of Deferred@934837899 after retry RPC after error@1886171147) -> (continuation of Deferred@1710538379 after retry RPC after error@1667045132)))
20:01:16.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:16.464645 17537 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:16.464896 17537 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:16.465668 17537 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:16.468405 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:16.468675 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:16.468811 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:16.469107 17537 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:16.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.633 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@852734854(state=PENDING, result=null, callback=(continuation of Deferred@1810238164 after retry RPC after error@815290966) -> (continuation of Deferred@356945118 after retry RPC after error@983978611) -> (continuation of Deferred@1632456537 after retry RPC after error@326493132) -> (continuation of Deferred@854899968 after retry RPC after error@986272999) -> (continuation of Deferred@838202208 after retry RPC after error@220335377) -> (continuation of Deferred@438938888 after retry RPC after error@1790422214) -> (continuation of Deferred@1959209987 after retry RPC after error@1771109647), errback=(continuation of Deferred@1810238164 after retry RPC after error@815290966) -> (continuation of Deferred@356945118 after retry RPC after error@983978611) -> (continuation of Deferred@1632456537 after retry RPC after error@326493132) -> (continuation of Deferred@854899968 after retry RPC after error@986272999) -> (continuation of Deferred@838202208 after retry RPC after error@220335377) -> (continuation of Deferred@438938888 after retry RPC after error@1790422214) -> (continuation of Deferred@1959209987 after retry RPC after error@1771109647)))
20:01:16.634 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@852734854(state=PENDING, result=null, callback=(continuation of Deferred@1810238164 after retry RPC after error@815290966) -> (continuation of Deferred@356945118 after retry RPC after error@983978611) -> (continuation of Deferred@1632456537 after retry RPC after error@326493132) -> (continuation of Deferred@854899968 after retry RPC after error@986272999) -> (continuation of Deferred@838202208 after retry RPC after error@220335377) -> (continuation of Deferred@438938888 after retry RPC after error@1790422214) -> (continuation of Deferred@1959209987 after retry RPC after error@1771109647), errback=(continuation of Deferred@1810238164 after retry RPC after error@815290966) -> (continuation of Deferred@356945118 after retry RPC after error@983978611) -> (continuation of Deferred@1632456537 after retry RPC after error@326493132) -> (continuation of Deferred@854899968 after retry RPC after error@986272999) -> (continuation of Deferred@838202208 after retry RPC after error@220335377) -> (continuation of Deferred@438938888 after retry RPC after error@1790422214) -> (continuation of Deferred@1959209987 after retry RPC after error@1771109647)))
20:01:16.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.874 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@809032142(state=PENDING, result=null, callback=(continuation of Deferred@1179096790 after retry RPC after error@12065504) -> (continuation of Deferred@397358028 after retry RPC after error@1630502494) -> (continuation of Deferred@455390603 after retry RPC after error@1535886101) -> (continuation of Deferred@894745339 after retry RPC after error@789835649) -> (continuation of Deferred@296066821 after retry RPC after error@347305295) -> (continuation of Deferred@77633088 after retry RPC after error@889130674) -> (continuation of Deferred@153088671 after retry RPC after error@109701118) -> (continuation of Deferred@102462457 after retry RPC after error@1256023830) -> (continuation of Deferred@1017180120 after retry RPC after error@1977571749), errback=(continuation of Deferred@1179096790 after retry RPC after error@12065504) -> (continuation of Deferred@397358028 after retry RPC after error@1630502494) -> (continuation of Deferred@455390603 after retry RPC after error@1535886101) -> (continuation of Deferred@894745339 after retry RPC after error@789835649) -> (continuation of Deferred@296066821 after retry RPC after error@347305295) -> (continuation of Deferred@77633088 after retry RPC after error@889130674) -> (continuation of Deferred@153088671 after retry RPC after error@109701118) -> (continuation of Deferred@102462457 after retry RPC after error@1256023830) -> (continuation of Deferred@1017180120 after retry RPC after error@1977571749)))
20:01:16.874 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@809032142(state=PENDING, result=null, callback=(continuation of Deferred@1179096790 after retry RPC after error@12065504) -> (continuation of Deferred@397358028 after retry RPC after error@1630502494) -> (continuation of Deferred@455390603 after retry RPC after error@1535886101) -> (continuation of Deferred@894745339 after retry RPC after error@789835649) -> (continuation of Deferred@296066821 after retry RPC after error@347305295) -> (continuation of Deferred@77633088 after retry RPC after error@889130674) -> (continuation of Deferred@153088671 after retry RPC after error@109701118) -> (continuation of Deferred@102462457 after retry RPC after error@1256023830) -> (continuation of Deferred@1017180120 after retry RPC after error@1977571749), errback=(continuation of Deferred@1179096790 after retry RPC after error@12065504) -> (continuation of Deferred@397358028 after retry RPC after error@1630502494) -> (continuation of Deferred@455390603 after retry RPC after error@1535886101) -> (continuation of Deferred@894745339 after retry RPC after error@789835649) -> (continuation of Deferred@296066821 after retry RPC after error@347305295) -> (continuation of Deferred@77633088 after retry RPC after error@889130674) -> (continuation of Deferred@153088671 after retry RPC after error@109701118) -> (continuation of Deferred@102462457 after retry RPC after error@1256023830) -> (continuation of Deferred@1017180120 after retry RPC after error@1977571749)))
20:01:16.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:16.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:16.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:16.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:16.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:16.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.033 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@644186545(state=PENDING, result=null, callback=(continuation of Deferred@1035996375 after retry RPC after error@840100226) -> (continuation of Deferred@1502960088 after retry RPC after error@1400316754) -> (continuation of Deferred@1852586847 after retry RPC after error@1268220393) -> (continuation of Deferred@952060634 after retry RPC after error@1379439404) -> (continuation of Deferred@1560411383 after retry RPC after error@711894647) -> (continuation of Deferred@1749401722 after retry RPC after error@2129829805), errback=(continuation of Deferred@1035996375 after retry RPC after error@840100226) -> (continuation of Deferred@1502960088 after retry RPC after error@1400316754) -> (continuation of Deferred@1852586847 after retry RPC after error@1268220393) -> (continuation of Deferred@952060634 after retry RPC after error@1379439404) -> (continuation of Deferred@1560411383 after retry RPC after error@711894647) -> (continuation of Deferred@1749401722 after retry RPC after error@2129829805)))
20:01:17.033 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@644186545(state=PENDING, result=null, callback=(continuation of Deferred@1035996375 after retry RPC after error@840100226) -> (continuation of Deferred@1502960088 after retry RPC after error@1400316754) -> (continuation of Deferred@1852586847 after retry RPC after error@1268220393) -> (continuation of Deferred@952060634 after retry RPC after error@1379439404) -> (continuation of Deferred@1560411383 after retry RPC after error@711894647) -> (continuation of Deferred@1749401722 after retry RPC after error@2129829805), errback=(continuation of Deferred@1035996375 after retry RPC after error@840100226) -> (continuation of Deferred@1502960088 after retry RPC after error@1400316754) -> (continuation of Deferred@1852586847 after retry RPC after error@1268220393) -> (continuation of Deferred@952060634 after retry RPC after error@1379439404) -> (continuation of Deferred@1560411383 after retry RPC after error@711894647) -> (continuation of Deferred@1749401722 after retry RPC after error@2129829805)))
20:01:17.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:17.130751 17553 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:17.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:17.130981 17553 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:17.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:17.132131 17553 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:17.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:17.135214 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:17.135413 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:17.135560 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:17.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:17.135829 17553 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:17.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.254 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1122778055(state=PENDING, result=null, callback=(continuation of Deferred@307833543 after retry RPC after error@115915035) -> (continuation of Deferred@1460556877 after retry RPC after error@1948217192) -> (continuation of Deferred@793476158 after retry RPC after error@1814575277) -> (continuation of Deferred@1235330393 after retry RPC after error@1179313962) -> (continuation of Deferred@848615761 after retry RPC after error@525628158) -> (continuation of Deferred@1536919328 after retry RPC after error@1249466574) -> (continuation of Deferred@1580424833 after retry RPC after error@1657541691), errback=(continuation of Deferred@307833543 after retry RPC after error@115915035) -> (continuation of Deferred@1460556877 after retry RPC after error@1948217192) -> (continuation of Deferred@793476158 after retry RPC after error@1814575277) -> (continuation of Deferred@1235330393 after retry RPC after error@1179313962) -> (continuation of Deferred@848615761 after retry RPC after error@525628158) -> (continuation of Deferred@1536919328 after retry RPC after error@1249466574) -> (continuation of Deferred@1580424833 after retry RPC after error@1657541691)))
20:01:17.254 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1122778055(state=PENDING, result=null, callback=(continuation of Deferred@307833543 after retry RPC after error@115915035) -> (continuation of Deferred@1460556877 after retry RPC after error@1948217192) -> (continuation of Deferred@793476158 after retry RPC after error@1814575277) -> (continuation of Deferred@1235330393 after retry RPC after error@1179313962) -> (continuation of Deferred@848615761 after retry RPC after error@525628158) -> (continuation of Deferred@1536919328 after retry RPC after error@1249466574) -> (continuation of Deferred@1580424833 after retry RPC after error@1657541691), errback=(continuation of Deferred@307833543 after retry RPC after error@115915035) -> (continuation of Deferred@1460556877 after retry RPC after error@1948217192) -> (continuation of Deferred@793476158 after retry RPC after error@1814575277) -> (continuation of Deferred@1235330393 after retry RPC after error@1179313962) -> (continuation of Deferred@848615761 after retry RPC after error@525628158) -> (continuation of Deferred@1536919328 after retry RPC after error@1249466574) -> (continuation of Deferred@1580424833 after retry RPC after error@1657541691)))
20:01:17.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.433 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@261167257(state=PENDING, result=null, callback=(continuation of Deferred@1604562227 after retry RPC after error@1461788551) -> (continuation of Deferred@547205299 after retry RPC after error@659501545) -> (continuation of Deferred@1707596294 after retry RPC after error@986004510) -> (continuation of Deferred@1997540317 after retry RPC after error@688827567) -> (continuation of Deferred@1925338210 after retry RPC after error@1643422696) -> (continuation of Deferred@382538472 after retry RPC after error@1257946954) -> (continuation of Deferred@712737587 after retry RPC after error@1859423863), errback=(continuation of Deferred@1604562227 after retry RPC after error@1461788551) -> (continuation of Deferred@547205299 after retry RPC after error@659501545) -> (continuation of Deferred@1707596294 after retry RPC after error@986004510) -> (continuation of Deferred@1997540317 after retry RPC after error@688827567) -> (continuation of Deferred@1925338210 after retry RPC after error@1643422696) -> (continuation of Deferred@382538472 after retry RPC after error@1257946954) -> (continuation of Deferred@712737587 after retry RPC after error@1859423863)))
20:01:17.433 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@261167257(state=PENDING, result=null, callback=(continuation of Deferred@1604562227 after retry RPC after error@1461788551) -> (continuation of Deferred@547205299 after retry RPC after error@659501545) -> (continuation of Deferred@1707596294 after retry RPC after error@986004510) -> (continuation of Deferred@1997540317 after retry RPC after error@688827567) -> (continuation of Deferred@1925338210 after retry RPC after error@1643422696) -> (continuation of Deferred@382538472 after retry RPC after error@1257946954) -> (continuation of Deferred@712737587 after retry RPC after error@1859423863), errback=(continuation of Deferred@1604562227 after retry RPC after error@1461788551) -> (continuation of Deferred@547205299 after retry RPC after error@659501545) -> (continuation of Deferred@1707596294 after retry RPC after error@986004510) -> (continuation of Deferred@1997540317 after retry RPC after error@688827567) -> (continuation of Deferred@1925338210 after retry RPC after error@1643422696) -> (continuation of Deferred@382538472 after retry RPC after error@1257946954) -> (continuation of Deferred@712737587 after retry RPC after error@1859423863)))
20:01:17.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.653 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1975267755(state=PENDING, result=null, callback=(continuation of Deferred@110094920 after retry RPC after error@1943168946) -> (continuation of Deferred@1768933136 after retry RPC after error@2102035199) -> (continuation of Deferred@82766516 after retry RPC after error@1692525164) -> (continuation of Deferred@1931607719 after retry RPC after error@1523959622) -> (continuation of Deferred@698170850 after retry RPC after error@1107580991) -> (continuation of Deferred@1043091998 after retry RPC after error@1245138282) -> (continuation of Deferred@168102883 after retry RPC after error@1780514620), errback=(continuation of Deferred@110094920 after retry RPC after error@1943168946) -> (continuation of Deferred@1768933136 after retry RPC after error@2102035199) -> (continuation of Deferred@82766516 after retry RPC after error@1692525164) -> (continuation of Deferred@1931607719 after retry RPC after error@1523959622) -> (continuation of Deferred@698170850 after retry RPC after error@1107580991) -> (continuation of Deferred@1043091998 after retry RPC after error@1245138282) -> (continuation of Deferred@168102883 after retry RPC after error@1780514620)))
20:01:17.653 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1975267755(state=PENDING, result=null, callback=(continuation of Deferred@110094920 after retry RPC after error@1943168946) -> (continuation of Deferred@1768933136 after retry RPC after error@2102035199) -> (continuation of Deferred@82766516 after retry RPC after error@1692525164) -> (continuation of Deferred@1931607719 after retry RPC after error@1523959622) -> (continuation of Deferred@698170850 after retry RPC after error@1107580991) -> (continuation of Deferred@1043091998 after retry RPC after error@1245138282) -> (continuation of Deferred@168102883 after retry RPC after error@1780514620), errback=(continuation of Deferred@110094920 after retry RPC after error@1943168946) -> (continuation of Deferred@1768933136 after retry RPC after error@2102035199) -> (continuation of Deferred@82766516 after retry RPC after error@1692525164) -> (continuation of Deferred@1931607719 after retry RPC after error@1523959622) -> (continuation of Deferred@698170850 after retry RPC after error@1107580991) -> (continuation of Deferred@1043091998 after retry RPC after error@1245138282) -> (continuation of Deferred@168102883 after retry RPC after error@1780514620)))
20:01:17.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.913 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@943180635(state=PENDING, result=null, callback=(continuation of Deferred@531044421 after retry RPC after error@1487280045) -> (continuation of Deferred@1949115350 after retry RPC after error@1917211419) -> (continuation of Deferred@1434716198 after retry RPC after error@1031239236) -> (continuation of Deferred@542757295 after retry RPC after error@1623687220) -> (continuation of Deferred@368537906 after retry RPC after error@330625182) -> (continuation of Deferred@2106494958 after retry RPC after error@554989131) -> (continuation of Deferred@256179642 after retry RPC after error@1002495180) -> (continuation of Deferred@850974117 after retry RPC after error@807160727), errback=(continuation of Deferred@531044421 after retry RPC after error@1487280045) -> (continuation of Deferred@1949115350 after retry RPC after error@1917211419) -> (continuation of Deferred@1434716198 after retry RPC after error@1031239236) -> (continuation of Deferred@542757295 after retry RPC after error@1623687220) -> (continuation of Deferred@368537906 after retry RPC after error@330625182) -> (continuation of Deferred@2106494958 after retry RPC after error@554989131) -> (continuation of Deferred@256179642 after retry RPC after error@1002495180) -> (continuation of Deferred@850974117 after retry RPC after error@807160727)))
20:01:17.914 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@943180635(state=PENDING, result=null, callback=(continuation of Deferred@531044421 after retry RPC after error@1487280045) -> (continuation of Deferred@1949115350 after retry RPC after error@1917211419) -> (continuation of Deferred@1434716198 after retry RPC after error@1031239236) -> (continuation of Deferred@542757295 after retry RPC after error@1623687220) -> (continuation of Deferred@368537906 after retry RPC after error@330625182) -> (continuation of Deferred@2106494958 after retry RPC after error@554989131) -> (continuation of Deferred@256179642 after retry RPC after error@1002495180) -> (continuation of Deferred@850974117 after retry RPC after error@807160727), errback=(continuation of Deferred@531044421 after retry RPC after error@1487280045) -> (continuation of Deferred@1949115350 after retry RPC after error@1917211419) -> (continuation of Deferred@1434716198 after retry RPC after error@1031239236) -> (continuation of Deferred@542757295 after retry RPC after error@1623687220) -> (continuation of Deferred@368537906 after retry RPC after error@330625182) -> (continuation of Deferred@2106494958 after retry RPC after error@554989131) -> (continuation of Deferred@256179642 after retry RPC after error@1002495180) -> (continuation of Deferred@850974117 after retry RPC after error@807160727)))
20:01:17.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.932 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.932 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.932 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:17.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:17.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:17.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:17.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:17.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.113 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1968570732(state=PENDING, result=null, callback=(continuation of Deferred@1648679542 after retry RPC after error@237709658) -> (continuation of Deferred@626783818 after retry RPC after error@1615056620) -> (continuation of Deferred@605044728 after retry RPC after error@1940304857) -> (continuation of Deferred@162918977 after retry RPC after error@2013231413) -> (continuation of Deferred@1379235789 after retry RPC after error@340471337) -> (continuation of Deferred@843768091 after retry RPC after error@1047531702), errback=(continuation of Deferred@1648679542 after retry RPC after error@237709658) -> (continuation of Deferred@626783818 after retry RPC after error@1615056620) -> (continuation of Deferred@605044728 after retry RPC after error@1940304857) -> (continuation of Deferred@162918977 after retry RPC after error@2013231413) -> (continuation of Deferred@1379235789 after retry RPC after error@340471337) -> (continuation of Deferred@843768091 after retry RPC after error@1047531702)))
20:01:18.114 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1968570732(state=PENDING, result=null, callback=(continuation of Deferred@1648679542 after retry RPC after error@237709658) -> (continuation of Deferred@626783818 after retry RPC after error@1615056620) -> (continuation of Deferred@605044728 after retry RPC after error@1940304857) -> (continuation of Deferred@162918977 after retry RPC after error@2013231413) -> (continuation of Deferred@1379235789 after retry RPC after error@340471337) -> (continuation of Deferred@843768091 after retry RPC after error@1047531702), errback=(continuation of Deferred@1648679542 after retry RPC after error@237709658) -> (continuation of Deferred@626783818 after retry RPC after error@1615056620) -> (continuation of Deferred@605044728 after retry RPC after error@1940304857) -> (continuation of Deferred@162918977 after retry RPC after error@2013231413) -> (continuation of Deferred@1379235789 after retry RPC after error@340471337) -> (continuation of Deferred@843768091 after retry RPC after error@1047531702)))
20:01:18.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.313 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@649892335(state=PENDING, result=null, callback=(continuation of Deferred@1551849764 after retry RPC after error@1112816243) -> (continuation of Deferred@1765028413 after retry RPC after error@726000925) -> (continuation of Deferred@232075048 after retry RPC after error@1848707907) -> (continuation of Deferred@643594594 after retry RPC after error@573902265) -> (continuation of Deferred@104716984 after retry RPC after error@1622188591) -> (continuation of Deferred@627195954 after retry RPC after error@791726562) -> (continuation of Deferred@1194340006 after retry RPC after error@586440117), errback=(continuation of Deferred@1551849764 after retry RPC after error@1112816243) -> (continuation of Deferred@1765028413 after retry RPC after error@726000925) -> (continuation of Deferred@232075048 after retry RPC after error@1848707907) -> (continuation of Deferred@643594594 after retry RPC after error@573902265) -> (continuation of Deferred@104716984 after retry RPC after error@1622188591) -> (continuation of Deferred@627195954 after retry RPC after error@791726562) -> (continuation of Deferred@1194340006 after retry RPC after error@586440117)))
20:01:18.313 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@649892335(state=PENDING, result=null, callback=(continuation of Deferred@1551849764 after retry RPC after error@1112816243) -> (continuation of Deferred@1765028413 after retry RPC after error@726000925) -> (continuation of Deferred@232075048 after retry RPC after error@1848707907) -> (continuation of Deferred@643594594 after retry RPC after error@573902265) -> (continuation of Deferred@104716984 after retry RPC after error@1622188591) -> (continuation of Deferred@627195954 after retry RPC after error@791726562) -> (continuation of Deferred@1194340006 after retry RPC after error@586440117), errback=(continuation of Deferred@1551849764 after retry RPC after error@1112816243) -> (continuation of Deferred@1765028413 after retry RPC after error@726000925) -> (continuation of Deferred@232075048 after retry RPC after error@1848707907) -> (continuation of Deferred@643594594 after retry RPC after error@573902265) -> (continuation of Deferred@104716984 after retry RPC after error@1622188591) -> (continuation of Deferred@627195954 after retry RPC after error@791726562) -> (continuation of Deferred@1194340006 after retry RPC after error@586440117)))
20:01:18.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.545745 17566 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.545943 17566 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.546561 17566 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:18.549328 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:18.549520 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.549602 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.549837 17566 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:18.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.553 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@883958595(state=PENDING, result=null, callback=(continuation of Deferred@701289834 after retry RPC after error@817447159) -> (continuation of Deferred@1143371780 after retry RPC after error@1908007416) -> (continuation of Deferred@1049693472 after retry RPC after error@1154829565) -> (continuation of Deferred@860154427 after retry RPC after error@223112074) -> (continuation of Deferred@990027534 after retry RPC after error@1440652855) -> (continuation of Deferred@1096786821 after retry RPC after error@790724639) -> (continuation of Deferred@7639066 after retry RPC after error@561678597) -> (continuation of Deferred@495277348 after retry RPC after error@1049038835), errback=(continuation of Deferred@701289834 after retry RPC after error@817447159) -> (continuation of Deferred@1143371780 after retry RPC after error@1908007416) -> (continuation of Deferred@1049693472 after retry RPC after error@1154829565) -> (continuation of Deferred@860154427 after retry RPC after error@223112074) -> (continuation of Deferred@990027534 after retry RPC after error@1440652855) -> (continuation of Deferred@1096786821 after retry RPC after error@790724639) -> (continuation of Deferred@7639066 after retry RPC after error@561678597) -> (continuation of Deferred@495277348 after retry RPC after error@1049038835)))
20:01:18.553 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@883958595(state=PENDING, result=null, callback=(continuation of Deferred@701289834 after retry RPC after error@817447159) -> (continuation of Deferred@1143371780 after retry RPC after error@1908007416) -> (continuation of Deferred@1049693472 after retry RPC after error@1154829565) -> (continuation of Deferred@860154427 after retry RPC after error@223112074) -> (continuation of Deferred@990027534 after retry RPC after error@1440652855) -> (continuation of Deferred@1096786821 after retry RPC after error@790724639) -> (continuation of Deferred@7639066 after retry RPC after error@561678597) -> (continuation of Deferred@495277348 after retry RPC after error@1049038835), errback=(continuation of Deferred@701289834 after retry RPC after error@817447159) -> (continuation of Deferred@1143371780 after retry RPC after error@1908007416) -> (continuation of Deferred@1049693472 after retry RPC after error@1154829565) -> (continuation of Deferred@860154427 after retry RPC after error@223112074) -> (continuation of Deferred@990027534 after retry RPC after error@1440652855) -> (continuation of Deferred@1096786821 after retry RPC after error@790724639) -> (continuation of Deferred@7639066 after retry RPC after error@561678597) -> (continuation of Deferred@495277348 after retry RPC after error@1049038835)))
20:01:18.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.582360 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:18.582521 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:18.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.591 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.773 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1649719805(state=PENDING, result=null, callback=(continuation of Deferred@767670370 after retry RPC after error@1527694391) -> (continuation of Deferred@1657004832 after retry RPC after error@622798292) -> (continuation of Deferred@87919549 after retry RPC after error@683661393) -> (continuation of Deferred@1427698821 after retry RPC after error@167074423) -> (continuation of Deferred@1618761879 after retry RPC after error@911698329) -> (continuation of Deferred@620306186 after retry RPC after error@125619968) -> (continuation of Deferred@96901016 after retry RPC after error@147860760) -> (continuation of Deferred@1690133063 after retry RPC after error@89695519), errback=(continuation of Deferred@767670370 after retry RPC after error@1527694391) -> (continuation of Deferred@1657004832 after retry RPC after error@622798292) -> (continuation of Deferred@87919549 after retry RPC after error@683661393) -> (continuation of Deferred@1427698821 after retry RPC after error@167074423) -> (continuation of Deferred@1618761879 after retry RPC after error@911698329) -> (continuation of Deferred@620306186 after retry RPC after error@125619968) -> (continuation of Deferred@96901016 after retry RPC after error@147860760) -> (continuation of Deferred@1690133063 after retry RPC after error@89695519)))
20:01:18.774 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1649719805(state=PENDING, result=null, callback=(continuation of Deferred@767670370 after retry RPC after error@1527694391) -> (continuation of Deferred@1657004832 after retry RPC after error@622798292) -> (continuation of Deferred@87919549 after retry RPC after error@683661393) -> (continuation of Deferred@1427698821 after retry RPC after error@167074423) -> (continuation of Deferred@1618761879 after retry RPC after error@911698329) -> (continuation of Deferred@620306186 after retry RPC after error@125619968) -> (continuation of Deferred@96901016 after retry RPC after error@147860760) -> (continuation of Deferred@1690133063 after retry RPC after error@89695519), errback=(continuation of Deferred@767670370 after retry RPC after error@1527694391) -> (continuation of Deferred@1657004832 after retry RPC after error@622798292) -> (continuation of Deferred@87919549 after retry RPC after error@683661393) -> (continuation of Deferred@1427698821 after retry RPC after error@167074423) -> (continuation of Deferred@1618761879 after retry RPC after error@911698329) -> (continuation of Deferred@620306186 after retry RPC after error@125619968) -> (continuation of Deferred@96901016 after retry RPC after error@147860760) -> (continuation of Deferred@1690133063 after retry RPC after error@89695519)))
20:01:18.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:18.973 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1523227850(state=PENDING, result=null, callback=(continuation of Deferred@1897645604 after retry RPC after error@1391924787) -> (continuation of Deferred@808587632 after retry RPC after error@1049687920) -> (continuation of Deferred@294988896 after retry RPC after error@2067396335) -> (continuation of Deferred@1528877417 after retry RPC after error@1647482378) -> (continuation of Deferred@1526484992 after retry RPC after error@1858489150) -> (continuation of Deferred@867202070 after retry RPC after error@1162094252) -> (continuation of Deferred@2097156692 after retry RPC after error@566438257), errback=(continuation of Deferred@1897645604 after retry RPC after error@1391924787) -> (continuation of Deferred@808587632 after retry RPC after error@1049687920) -> (continuation of Deferred@294988896 after retry RPC after error@2067396335) -> (continuation of Deferred@1528877417 after retry RPC after error@1647482378) -> (continuation of Deferred@1526484992 after retry RPC after error@1858489150) -> (continuation of Deferred@867202070 after retry RPC after error@1162094252) -> (continuation of Deferred@2097156692 after retry RPC after error@566438257)))
20:01:18.974 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1523227850(state=PENDING, result=null, callback=(continuation of Deferred@1897645604 after retry RPC after error@1391924787) -> (continuation of Deferred@808587632 after retry RPC after error@1049687920) -> (continuation of Deferred@294988896 after retry RPC after error@2067396335) -> (continuation of Deferred@1528877417 after retry RPC after error@1647482378) -> (continuation of Deferred@1526484992 after retry RPC after error@1858489150) -> (continuation of Deferred@867202070 after retry RPC after error@1162094252) -> (continuation of Deferred@2097156692 after retry RPC after error@566438257), errback=(continuation of Deferred@1897645604 after retry RPC after error@1391924787) -> (continuation of Deferred@808587632 after retry RPC after error@1049687920) -> (continuation of Deferred@294988896 after retry RPC after error@2067396335) -> (continuation of Deferred@1528877417 after retry RPC after error@1647482378) -> (continuation of Deferred@1526484992 after retry RPC after error@1858489150) -> (continuation of Deferred@867202070 after retry RPC after error@1162094252) -> (continuation of Deferred@2097156692 after retry RPC after error@566438257)))
20:01:18.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:18.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:18.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:18.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:18.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.153 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1040728697(state=PENDING, result=null, callback=(continuation of Deferred@2111825233 after retry RPC after error@982591781) -> (continuation of Deferred@1141947339 after retry RPC after error@955720378) -> (continuation of Deferred@981511576 after retry RPC after error@166425580) -> (continuation of Deferred@1222922233 after retry RPC after error@1225217709) -> (continuation of Deferred@1993662072 after retry RPC after error@611497821) -> (continuation of Deferred@1317257133 after retry RPC after error@1027746542), errback=(continuation of Deferred@2111825233 after retry RPC after error@982591781) -> (continuation of Deferred@1141947339 after retry RPC after error@955720378) -> (continuation of Deferred@981511576 after retry RPC after error@166425580) -> (continuation of Deferred@1222922233 after retry RPC after error@1225217709) -> (continuation of Deferred@1993662072 after retry RPC after error@611497821) -> (continuation of Deferred@1317257133 after retry RPC after error@1027746542)))
20:01:19.154 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1040728697(state=PENDING, result=null, callback=(continuation of Deferred@2111825233 after retry RPC after error@982591781) -> (continuation of Deferred@1141947339 after retry RPC after error@955720378) -> (continuation of Deferred@981511576 after retry RPC after error@166425580) -> (continuation of Deferred@1222922233 after retry RPC after error@1225217709) -> (continuation of Deferred@1993662072 after retry RPC after error@611497821) -> (continuation of Deferred@1317257133 after retry RPC after error@1027746542), errback=(continuation of Deferred@2111825233 after retry RPC after error@982591781) -> (continuation of Deferred@1141947339 after retry RPC after error@955720378) -> (continuation of Deferred@981511576 after retry RPC after error@166425580) -> (continuation of Deferred@1222922233 after retry RPC after error@1225217709) -> (continuation of Deferred@1993662072 after retry RPC after error@611497821) -> (continuation of Deferred@1317257133 after retry RPC after error@1027746542)))
20:01:19.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.430 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@142845624(state=PENDING, result=null, callback=(continuation of Deferred@516785303 after retry RPC after error@1577125414) -> (continuation of Deferred@1423711016 after retry RPC after error@1107284333) -> (continuation of Deferred@870583545 after retry RPC after error@1703025813) -> (continuation of Deferred@1370709590 after retry RPC after error@1853393332) -> (continuation of Deferred@2104017734 after retry RPC after error@150671050) -> (continuation of Deferred@1139908717 after retry RPC after error@1768862862) -> (continuation of Deferred@1386686486 after retry RPC after error@50000342), errback=(continuation of Deferred@516785303 after retry RPC after error@1577125414) -> (continuation of Deferred@1423711016 after retry RPC after error@1107284333) -> (continuation of Deferred@870583545 after retry RPC after error@1703025813) -> (continuation of Deferred@1370709590 after retry RPC after error@1853393332) -> (continuation of Deferred@2104017734 after retry RPC after error@150671050) -> (continuation of Deferred@1139908717 after retry RPC after error@1768862862) -> (continuation of Deferred@1386686486 after retry RPC after error@50000342)))
20:01:19.431 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:19.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.693 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1477276089(state=PENDING, result=null, callback=(continuation of Deferred@950282637 after retry RPC after error@297234959) -> (continuation of Deferred@80456966 after retry RPC after error@930645151) -> (continuation of Deferred@772357052 after retry RPC after error@75764600) -> (continuation of Deferred@1576942963 after retry RPC after error@785454639) -> (continuation of Deferred@1231166610 after retry RPC after error@1842993429) -> (continuation of Deferred@1096840312 after retry RPC after error@1738961429) -> (continuation of Deferred@1048143103 after retry RPC after error@491459412), errback=(continuation of Deferred@950282637 after retry RPC after error@297234959) -> (continuation of Deferred@80456966 after retry RPC after error@930645151) -> (continuation of Deferred@772357052 after retry RPC after error@75764600) -> (continuation of Deferred@1576942963 after retry RPC after error@785454639) -> (continuation of Deferred@1231166610 after retry RPC after error@1842993429) -> (continuation of Deferred@1096840312 after retry RPC after error@1738961429) -> (continuation of Deferred@1048143103 after retry RPC after error@491459412)))
20:01:19.694 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1477276089(state=PENDING, result=null, callback=(continuation of Deferred@950282637 after retry RPC after error@297234959) -> (continuation of Deferred@80456966 after retry RPC after error@930645151) -> (continuation of Deferred@772357052 after retry RPC after error@75764600) -> (continuation of Deferred@1576942963 after retry RPC after error@785454639) -> (continuation of Deferred@1231166610 after retry RPC after error@1842993429) -> (continuation of Deferred@1096840312 after retry RPC after error@1738961429) -> (continuation of Deferred@1048143103 after retry RPC after error@491459412), errback=(continuation of Deferred@950282637 after retry RPC after error@297234959) -> (continuation of Deferred@80456966 after retry RPC after error@930645151) -> (continuation of Deferred@772357052 after retry RPC after error@75764600) -> (continuation of Deferred@1576942963 after retry RPC after error@785454639) -> (continuation of Deferred@1231166610 after retry RPC after error@1842993429) -> (continuation of Deferred@1096840312 after retry RPC after error@1738961429) -> (continuation of Deferred@1048143103 after retry RPC after error@491459412)))
20:01:19.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.853 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@937997706(state=PENDING, result=null, callback=(continuation of Deferred@2022646728 after retry RPC after error@485522579) -> (continuation of Deferred@513017653 after retry RPC after error@1822598536) -> (continuation of Deferred@1832016567 after retry RPC after error@1924769638) -> (continuation of Deferred@1286257579 after retry RPC after error@895342931) -> (continuation of Deferred@1246091949 after retry RPC after error@1979242004) -> (continuation of Deferred@1821793507 after retry RPC after error@937072483), errback=(continuation of Deferred@2022646728 after retry RPC after error@485522579) -> (continuation of Deferred@513017653 after retry RPC after error@1822598536) -> (continuation of Deferred@1832016567 after retry RPC after error@1924769638) -> (continuation of Deferred@1286257579 after retry RPC after error@895342931) -> (continuation of Deferred@1246091949 after retry RPC after error@1979242004) -> (continuation of Deferred@1821793507 after retry RPC after error@937072483)))
20:01:19.853 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@937997706(state=PENDING, result=null, callback=(continuation of Deferred@2022646728 after retry RPC after error@485522579) -> (continuation of Deferred@513017653 after retry RPC after error@1822598536) -> (continuation of Deferred@1832016567 after retry RPC after error@1924769638) -> (continuation of Deferred@1286257579 after retry RPC after error@895342931) -> (continuation of Deferred@1246091949 after retry RPC after error@1979242004) -> (continuation of Deferred@1821793507 after retry RPC after error@937072483), errback=(continuation of Deferred@2022646728 after retry RPC after error@485522579) -> (continuation of Deferred@513017653 after retry RPC after error@1822598536) -> (continuation of Deferred@1832016567 after retry RPC after error@1924769638) -> (continuation of Deferred@1286257579 after retry RPC after error@895342931) -> (continuation of Deferred@1246091949 after retry RPC after error@1979242004) -> (continuation of Deferred@1821793507 after retry RPC after error@937072483)))
20:01:19.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:19.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:19.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:19.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:19.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:19.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.131 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1767287249(state=PENDING, result=null, callback=(continuation of Deferred@2073990118 after retry RPC after error@2102808621) -> (continuation of Deferred@582834715 after retry RPC after error@2130278332) -> (continuation of Deferred@1903675942 after retry RPC after error@1047472925) -> (continuation of Deferred@1984615241 after retry RPC after error@1127947947) -> (continuation of Deferred@215144976 after retry RPC after error@1260531540) -> (continuation of Deferred@1800568290 after retry RPC after error@1887959141) -> (continuation of Deferred@1780461119 after retry RPC after error@815621287), errback=(continuation of Deferred@2073990118 after retry RPC after error@2102808621) -> (continuation of Deferred@582834715 after retry RPC after error@2130278332) -> (continuation of Deferred@1903675942 after retry RPC after error@1047472925) -> (continuation of Deferred@1984615241 after retry RPC after error@1127947947) -> (continuation of Deferred@215144976 after retry RPC after error@1260531540) -> (continuation of Deferred@1800568290 after retry RPC after error@1887959141) -> (continuation of Deferred@1780461119 after retry RPC after error@815621287)))
20:01:20.138 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:20.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.252 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.353 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1605101495(state=PENDING, result=null, callback=(continuation of Deferred@607861673 after retry RPC after error@855513884) -> (continuation of Deferred@1155898177 after retry RPC after error@1156799029) -> (continuation of Deferred@971560817 after retry RPC after error@2072776107) -> (continuation of Deferred@333164040 after retry RPC after error@1302822068) -> (continuation of Deferred@848001326 after retry RPC after error@695323521) -> (continuation of Deferred@1729399625 after retry RPC after error@287312323) -> (continuation of Deferred@2014007488 after retry RPC after error@1602331011), errback=(continuation of Deferred@607861673 after retry RPC after error@855513884) -> (continuation of Deferred@1155898177 after retry RPC after error@1156799029) -> (continuation of Deferred@971560817 after retry RPC after error@2072776107) -> (continuation of Deferred@333164040 after retry RPC after error@1302822068) -> (continuation of Deferred@848001326 after retry RPC after error@695323521) -> (continuation of Deferred@1729399625 after retry RPC after error@287312323) -> (continuation of Deferred@2014007488 after retry RPC after error@1602331011)))
20:01:20.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1605101495(state=PENDING, result=null, callback=(continuation of Deferred@607861673 after retry RPC after error@855513884) -> (continuation of Deferred@1155898177 after retry RPC after error@1156799029) -> (continuation of Deferred@971560817 after retry RPC after error@2072776107) -> (continuation of Deferred@333164040 after retry RPC after error@1302822068) -> (continuation of Deferred@848001326 after retry RPC after error@695323521) -> (continuation of Deferred@1729399625 after retry RPC after error@287312323) -> (continuation of Deferred@2014007488 after retry RPC after error@1602331011), errback=(continuation of Deferred@607861673 after retry RPC after error@855513884) -> (continuation of Deferred@1155898177 after retry RPC after error@1156799029) -> (continuation of Deferred@971560817 after retry RPC after error@2072776107) -> (continuation of Deferred@333164040 after retry RPC after error@1302822068) -> (continuation of Deferred@848001326 after retry RPC after error@695323521) -> (continuation of Deferred@1729399625 after retry RPC after error@287312323) -> (continuation of Deferred@2014007488 after retry RPC after error@1602331011)))
20:01:20.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.456 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.593 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [86ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@5109235(state=PENDING, result=null, callback=(continuation of Deferred@401920203 after retry RPC after error@1558152454) -> (continuation of Deferred@1007559110 after retry RPC after error@1401141721) -> (continuation of Deferred@1648384490 after retry RPC after error@1117198097) -> (continuation of Deferred@257560212 after retry RPC after error@1104749527) -> (continuation of Deferred@557231375 after retry RPC after error@1541609895) -> (continuation of Deferred@76710625 after retry RPC after error@215862847) -> (continuation of Deferred@404178046 after retry RPC after error@1543133434), errback=(continuation of Deferred@401920203 after retry RPC after error@1558152454) -> (continuation of Deferred@1007559110 after retry RPC after error@1401141721) -> (continuation of Deferred@1648384490 after retry RPC after error@1117198097) -> (continuation of Deferred@257560212 after retry RPC after error@1104749527) -> (continuation of Deferred@557231375 after retry RPC after error@1541609895) -> (continuation of Deferred@76710625 after retry RPC after error@215862847) -> (continuation of Deferred@404178046 after retry RPC after error@1543133434)))
20:01:20.594 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [86ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@5109235(state=PENDING, result=null, callback=(continuation of Deferred@401920203 after retry RPC after error@1558152454) -> (continuation of Deferred@1007559110 after retry RPC after error@1401141721) -> (continuation of Deferred@1648384490 after retry RPC after error@1117198097) -> (continuation of Deferred@257560212 after retry RPC after error@1104749527) -> (continuation of Deferred@557231375 after retry RPC after error@1541609895) -> (continuation of Deferred@76710625 after retry RPC after error@215862847) -> (continuation of Deferred@404178046 after retry RPC after error@1543133434), errback=(continuation of Deferred@401920203 after retry RPC after error@1558152454) -> (continuation of Deferred@1007559110 after retry RPC after error@1401141721) -> (continuation of Deferred@1648384490 after retry RPC after error@1117198097) -> (continuation of Deferred@257560212 after retry RPC after error@1104749527) -> (continuation of Deferred@557231375 after retry RPC after error@1541609895) -> (continuation of Deferred@76710625 after retry RPC after error@215862847) -> (continuation of Deferred@404178046 after retry RPC after error@1543133434)))
20:01:20.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:20.707607 17592 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:20.707788 17592 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:20.708520 17592 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:20.709821 17274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111) [suppressed 10 similar messages]
20:01:20.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:20.711369 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:20.711618 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:20.711752 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:20.712069 17592 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:20.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.793 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@859462370(state=PENDING, result=null, callback=(continuation of Deferred@348167824 after retry RPC after error@622137878) -> (continuation of Deferred@947390650 after retry RPC after error@1500821533) -> (continuation of Deferred@1238407613 after retry RPC after error@1146660659) -> (continuation of Deferred@1008556762 after retry RPC after error@1079355668) -> (continuation of Deferred@218484178 after retry RPC after error@207983230) -> (continuation of Deferred@1526256290 after retry RPC after error@923323872), errback=(continuation of Deferred@348167824 after retry RPC after error@622137878) -> (continuation of Deferred@947390650 after retry RPC after error@1500821533) -> (continuation of Deferred@1238407613 after retry RPC after error@1146660659) -> (continuation of Deferred@1008556762 after retry RPC after error@1079355668) -> (continuation of Deferred@218484178 after retry RPC after error@207983230) -> (continuation of Deferred@1526256290 after retry RPC after error@923323872)))
20:01:20.793 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@859462370(state=PENDING, result=null, callback=(continuation of Deferred@348167824 after retry RPC after error@622137878) -> (continuation of Deferred@947390650 after retry RPC after error@1500821533) -> (continuation of Deferred@1238407613 after retry RPC after error@1146660659) -> (continuation of Deferred@1008556762 after retry RPC after error@1079355668) -> (continuation of Deferred@218484178 after retry RPC after error@207983230) -> (continuation of Deferred@1526256290 after retry RPC after error@923323872), errback=(continuation of Deferred@348167824 after retry RPC after error@622137878) -> (continuation of Deferred@947390650 after retry RPC after error@1500821533) -> (continuation of Deferred@1238407613 after retry RPC after error@1146660659) -> (continuation of Deferred@1008556762 after retry RPC after error@1079355668) -> (continuation of Deferred@218484178 after retry RPC after error@207983230) -> (continuation of Deferred@1526256290 after retry RPC after error@923323872)))
20:01:20.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:20.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:20.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:20.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:20.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:20.993 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1246681060(state=PENDING, result=null, callback=(continuation of Deferred@1300736780 after retry RPC after error@1533132998) -> (continuation of Deferred@153936214 after retry RPC after error@903997024) -> (continuation of Deferred@1162802203 after retry RPC after error@276589444) -> (continuation of Deferred@2117344908 after retry RPC after error@1155278284) -> (continuation of Deferred@1979772768 after retry RPC after error@97749615) -> (continuation of Deferred@1540170791 after retry RPC after error@2124060887) -> (continuation of Deferred@261100427 after retry RPC after error@369717476), errback=(continuation of Deferred@1300736780 after retry RPC after error@1533132998) -> (continuation of Deferred@153936214 after retry RPC after error@903997024) -> (continuation of Deferred@1162802203 after retry RPC after error@276589444) -> (continuation of Deferred@2117344908 after retry RPC after error@1155278284) -> (continuation of Deferred@1979772768 after retry RPC after error@97749615) -> (continuation of Deferred@1540170791 after retry RPC after error@2124060887) -> (continuation of Deferred@261100427 after retry RPC after error@369717476)))
20:01:20.993 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1246681060(state=PENDING, result=null, callback=(continuation of Deferred@1300736780 after retry RPC after error@1533132998) -> (continuation of Deferred@153936214 after retry RPC after error@903997024) -> (continuation of Deferred@1162802203 after retry RPC after error@276589444) -> (continuation of Deferred@2117344908 after retry RPC after error@1155278284) -> (continuation of Deferred@1979772768 after retry RPC after error@97749615) -> (continuation of Deferred@1540170791 after retry RPC after error@2124060887) -> (continuation of Deferred@261100427 after retry RPC after error@369717476), errback=(continuation of Deferred@1300736780 after retry RPC after error@1533132998) -> (continuation of Deferred@153936214 after retry RPC after error@903997024) -> (continuation of Deferred@1162802203 after retry RPC after error@276589444) -> (continuation of Deferred@2117344908 after retry RPC after error@1155278284) -> (continuation of Deferred@1979772768 after retry RPC after error@97749615) -> (continuation of Deferred@1540170791 after retry RPC after error@2124060887) -> (continuation of Deferred@261100427 after retry RPC after error@369717476)))
20:01:21.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.052 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.052 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.213 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1152273413(state=PENDING, result=null, callback=(continuation of Deferred@1163744385 after retry RPC after error@1359485401) -> (continuation of Deferred@104443717 after retry RPC after error@817960419) -> (continuation of Deferred@521643558 after retry RPC after error@247505612) -> (continuation of Deferred@1170765782 after retry RPC after error@2099121281) -> (continuation of Deferred@1595585426 after retry RPC after error@1413983359) -> (continuation of Deferred@1387726822 after retry RPC after error@1598059317) -> (continuation of Deferred@1431096684 after retry RPC after error@1015134190), errback=(continuation of Deferred@1163744385 after retry RPC after error@1359485401) -> (continuation of Deferred@104443717 after retry RPC after error@817960419) -> (continuation of Deferred@521643558 after retry RPC after error@247505612) -> (continuation of Deferred@1170765782 after retry RPC after error@2099121281) -> (continuation of Deferred@1595585426 after retry RPC after error@1413983359) -> (continuation of Deferred@1387726822 after retry RPC after error@1598059317) -> (continuation of Deferred@1431096684 after retry RPC after error@1015134190)))
20:01:21.213 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1152273413(state=PENDING, result=null, callback=(continuation of Deferred@1163744385 after retry RPC after error@1359485401) -> (continuation of Deferred@104443717 after retry RPC after error@817960419) -> (continuation of Deferred@521643558 after retry RPC after error@247505612) -> (continuation of Deferred@1170765782 after retry RPC after error@2099121281) -> (continuation of Deferred@1595585426 after retry RPC after error@1413983359) -> (continuation of Deferred@1387726822 after retry RPC after error@1598059317) -> (continuation of Deferred@1431096684 after retry RPC after error@1015134190), errback=(continuation of Deferred@1163744385 after retry RPC after error@1359485401) -> (continuation of Deferred@104443717 after retry RPC after error@817960419) -> (continuation of Deferred@521643558 after retry RPC after error@247505612) -> (continuation of Deferred@1170765782 after retry RPC after error@2099121281) -> (continuation of Deferred@1595585426 after retry RPC after error@1413983359) -> (continuation of Deferred@1387726822 after retry RPC after error@1598059317) -> (continuation of Deferred@1431096684 after retry RPC after error@1015134190)))
20:01:21.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:21.280630 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:21.285125 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:21.286494 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:21.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.293 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.392 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1177361104(state=PENDING, result=null, callback=(continuation of Deferred@2093856631 after retry RPC after error@1366472290) -> (continuation of Deferred@855382913 after retry RPC after error@472480916) -> (continuation of Deferred@231605865 after retry RPC after error@1229680660) -> (continuation of Deferred@465132207 after retry RPC after error@1277380752) -> (continuation of Deferred@824439347 after retry RPC after error@595263443) -> (continuation of Deferred@1925690673 after retry RPC after error@620102705), errback=(continuation of Deferred@2093856631 after retry RPC after error@1366472290) -> (continuation of Deferred@855382913 after retry RPC after error@472480916) -> (continuation of Deferred@231605865 after retry RPC after error@1229680660) -> (continuation of Deferred@465132207 after retry RPC after error@1277380752) -> (continuation of Deferred@824439347 after retry RPC after error@595263443) -> (continuation of Deferred@1925690673 after retry RPC after error@620102705)))
20:01:21.393 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1177361104(state=PENDING, result=null, callback=(continuation of Deferred@2093856631 after retry RPC after error@1366472290) -> (continuation of Deferred@855382913 after retry RPC after error@472480916) -> (continuation of Deferred@231605865 after retry RPC after error@1229680660) -> (continuation of Deferred@465132207 after retry RPC after error@1277380752) -> (continuation of Deferred@824439347 after retry RPC after error@595263443) -> (continuation of Deferred@1925690673 after retry RPC after error@620102705), errback=(continuation of Deferred@2093856631 after retry RPC after error@1366472290) -> (continuation of Deferred@855382913 after retry RPC after error@472480916) -> (continuation of Deferred@231605865 after retry RPC after error@1229680660) -> (continuation of Deferred@465132207 after retry RPC after error@1277380752) -> (continuation of Deferred@824439347 after retry RPC after error@595263443) -> (continuation of Deferred@1925690673 after retry RPC after error@620102705)))
20:01:21.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.632 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1007394044(state=PENDING, result=null, callback=(continuation of Deferred@1489846988 after retry RPC after error@1856086284) -> (continuation of Deferred@1603299738 after retry RPC after error@1067250408) -> (continuation of Deferred@225778933 after retry RPC after error@1858037142) -> (continuation of Deferred@851385698 after retry RPC after error@1793892975) -> (continuation of Deferred@1331399027 after retry RPC after error@1524483803) -> (continuation of Deferred@272864495 after retry RPC after error@531866450) -> (continuation of Deferred@204517830 after retry RPC after error@946816389), errback=(continuation of Deferred@1489846988 after retry RPC after error@1856086284) -> (continuation of Deferred@1603299738 after retry RPC after error@1067250408) -> (continuation of Deferred@225778933 after retry RPC after error@1858037142) -> (continuation of Deferred@851385698 after retry RPC after error@1793892975) -> (continuation of Deferred@1331399027 after retry RPC after error@1524483803) -> (continuation of Deferred@272864495 after retry RPC after error@531866450) -> (continuation of Deferred@204517830 after retry RPC after error@946816389)))
20:01:21.633 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1007394044(state=PENDING, result=null, callback=(continuation of Deferred@1489846988 after retry RPC after error@1856086284) -> (continuation of Deferred@1603299738 after retry RPC after error@1067250408) -> (continuation of Deferred@225778933 after retry RPC after error@1858037142) -> (continuation of Deferred@851385698 after retry RPC after error@1793892975) -> (continuation of Deferred@1331399027 after retry RPC after error@1524483803) -> (continuation of Deferred@272864495 after retry RPC after error@531866450) -> (continuation of Deferred@204517830 after retry RPC after error@946816389), errback=(continuation of Deferred@1489846988 after retry RPC after error@1856086284) -> (continuation of Deferred@1603299738 after retry RPC after error@1067250408) -> (continuation of Deferred@225778933 after retry RPC after error@1858037142) -> (continuation of Deferred@851385698 after retry RPC after error@1793892975) -> (continuation of Deferred@1331399027 after retry RPC after error@1524483803) -> (continuation of Deferred@272864495 after retry RPC after error@531866450) -> (continuation of Deferred@204517830 after retry RPC after error@946816389)))
20:01:21.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.910 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1462883168(state=PENDING, result=null, callback=(continuation of Deferred@88596254 after retry RPC after error@1631097365) -> (continuation of Deferred@452968525 after retry RPC after error@1124907681) -> (continuation of Deferred@2022187761 after retry RPC after error@1560657871) -> (continuation of Deferred@958194058 after retry RPC after error@535010746) -> (continuation of Deferred@642104093 after retry RPC after error@1456378845) -> (continuation of Deferred@142616639 after retry RPC after error@185432792) -> (continuation of Deferred@1816055 after retry RPC after error@585731666), errback=(continuation of Deferred@88596254 after retry RPC after error@1631097365) -> (continuation of Deferred@452968525 after retry RPC after error@1124907681) -> (continuation of Deferred@2022187761 after retry RPC after error@1560657871) -> (continuation of Deferred@958194058 after retry RPC after error@535010746) -> (continuation of Deferred@642104093 after retry RPC after error@1456378845) -> (continuation of Deferred@142616639 after retry RPC after error@185432792) -> (continuation of Deferred@1816055 after retry RPC after error@585731666)))
20:01:21.911 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:21.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:21.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:21.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:21.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:21.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:21.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.133 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@599848767(state=PENDING, result=null, callback=(continuation of Deferred@1079076477 after retry RPC after error@1635478916) -> (continuation of Deferred@1553016095 after retry RPC after error@2018269373) -> (continuation of Deferred@862300999 after retry RPC after error@155772898) -> (continuation of Deferred@1545900553 after retry RPC after error@1178050688) -> (continuation of Deferred@1486230674 after retry RPC after error@372219797) -> (continuation of Deferred@1860428675 after retry RPC after error@363556223) -> (continuation of Deferred@2104609244 after retry RPC after error@390603472), errback=(continuation of Deferred@1079076477 after retry RPC after error@1635478916) -> (continuation of Deferred@1553016095 after retry RPC after error@2018269373) -> (continuation of Deferred@862300999 after retry RPC after error@155772898) -> (continuation of Deferred@1545900553 after retry RPC after error@1178050688) -> (continuation of Deferred@1486230674 after retry RPC after error@372219797) -> (continuation of Deferred@1860428675 after retry RPC after error@363556223) -> (continuation of Deferred@2104609244 after retry RPC after error@390603472)))
20:01:22.133 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@599848767(state=PENDING, result=null, callback=(continuation of Deferred@1079076477 after retry RPC after error@1635478916) -> (continuation of Deferred@1553016095 after retry RPC after error@2018269373) -> (continuation of Deferred@862300999 after retry RPC after error@155772898) -> (continuation of Deferred@1545900553 after retry RPC after error@1178050688) -> (continuation of Deferred@1486230674 after retry RPC after error@372219797) -> (continuation of Deferred@1860428675 after retry RPC after error@363556223) -> (continuation of Deferred@2104609244 after retry RPC after error@390603472), errback=(continuation of Deferred@1079076477 after retry RPC after error@1635478916) -> (continuation of Deferred@1553016095 after retry RPC after error@2018269373) -> (continuation of Deferred@862300999 after retry RPC after error@155772898) -> (continuation of Deferred@1545900553 after retry RPC after error@1178050688) -> (continuation of Deferred@1486230674 after retry RPC after error@372219797) -> (continuation of Deferred@1860428675 after retry RPC after error@363556223) -> (continuation of Deferred@2104609244 after retry RPC after error@390603472)))
20:01:22.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.353 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@829889792(state=PENDING, result=null, callback=(continuation of Deferred@1241480487 after retry RPC after error@550946292) -> (continuation of Deferred@13350135 after retry RPC after error@165488371) -> (continuation of Deferred@997815466 after retry RPC after error@764870484) -> (continuation of Deferred@1881639453 after retry RPC after error@271437908) -> (continuation of Deferred@1619081951 after retry RPC after error@2063013316) -> (continuation of Deferred@919347173 after retry RPC after error@1218303512), errback=(continuation of Deferred@1241480487 after retry RPC after error@550946292) -> (continuation of Deferred@13350135 after retry RPC after error@165488371) -> (continuation of Deferred@997815466 after retry RPC after error@764870484) -> (continuation of Deferred@1881639453 after retry RPC after error@271437908) -> (continuation of Deferred@1619081951 after retry RPC after error@2063013316) -> (continuation of Deferred@919347173 after retry RPC after error@1218303512)))
20:01:22.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@829889792(state=PENDING, result=null, callback=(continuation of Deferred@1241480487 after retry RPC after error@550946292) -> (continuation of Deferred@13350135 after retry RPC after error@165488371) -> (continuation of Deferred@997815466 after retry RPC after error@764870484) -> (continuation of Deferred@1881639453 after retry RPC after error@271437908) -> (continuation of Deferred@1619081951 after retry RPC after error@2063013316) -> (continuation of Deferred@919347173 after retry RPC after error@1218303512), errback=(continuation of Deferred@1241480487 after retry RPC after error@550946292) -> (continuation of Deferred@13350135 after retry RPC after error@165488371) -> (continuation of Deferred@997815466 after retry RPC after error@764870484) -> (continuation of Deferred@1881639453 after retry RPC after error@271437908) -> (continuation of Deferred@1619081951 after retry RPC after error@2063013316) -> (continuation of Deferred@919347173 after retry RPC after error@1218303512)))
20:01:22.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.392 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.394 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.533 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@681479237(state=PENDING, result=null, callback=(continuation of Deferred@168955327 after retry RPC after error@1447041041) -> (continuation of Deferred@1972102421 after retry RPC after error@699114309) -> (continuation of Deferred@860761146 after retry RPC after error@1696082642) -> (continuation of Deferred@1326565417 after retry RPC after error@1003809541) -> (continuation of Deferred@2033790905 after retry RPC after error@1574163702) -> (continuation of Deferred@482484197 after retry RPC after error@5391291), errback=(continuation of Deferred@168955327 after retry RPC after error@1447041041) -> (continuation of Deferred@1972102421 after retry RPC after error@699114309) -> (continuation of Deferred@860761146 after retry RPC after error@1696082642) -> (continuation of Deferred@1326565417 after retry RPC after error@1003809541) -> (continuation of Deferred@2033790905 after retry RPC after error@1574163702) -> (continuation of Deferred@482484197 after retry RPC after error@5391291)))
20:01:22.534 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@681479237(state=PENDING, result=null, callback=(continuation of Deferred@168955327 after retry RPC after error@1447041041) -> (continuation of Deferred@1972102421 after retry RPC after error@699114309) -> (continuation of Deferred@860761146 after retry RPC after error@1696082642) -> (continuation of Deferred@1326565417 after retry RPC after error@1003809541) -> (continuation of Deferred@2033790905 after retry RPC after error@1574163702) -> (continuation of Deferred@482484197 after retry RPC after error@5391291), errback=(continuation of Deferred@168955327 after retry RPC after error@1447041041) -> (continuation of Deferred@1972102421 after retry RPC after error@699114309) -> (continuation of Deferred@860761146 after retry RPC after error@1696082642) -> (continuation of Deferred@1326565417 after retry RPC after error@1003809541) -> (continuation of Deferred@2033790905 after retry RPC after error@1574163702) -> (continuation of Deferred@482484197 after retry RPC after error@5391291)))
20:01:22.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:22.627115 17615 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:22.627370 17615 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:22.628170 17615 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:22.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:22.630823 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:22.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:22.631031 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:22.631145 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:22.631589 17615 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:22.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.793 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1784389061(state=PENDING, result=null, callback=(continuation of Deferred@369462345 after retry RPC after error@1858802410) -> (continuation of Deferred@1794800511 after retry RPC after error@1551459920) -> (continuation of Deferred@1713692242 after retry RPC after error@1355734078) -> (continuation of Deferred@1775662299 after retry RPC after error@2123027543) -> (continuation of Deferred@1050428314 after retry RPC after error@412440411) -> (continuation of Deferred@1111463998 after retry RPC after error@1782568002) -> (continuation of Deferred@920898060 after retry RPC after error@83782660), errback=(continuation of Deferred@369462345 after retry RPC after error@1858802410) -> (continuation of Deferred@1794800511 after retry RPC after error@1551459920) -> (continuation of Deferred@1713692242 after retry RPC after error@1355734078) -> (continuation of Deferred@1775662299 after retry RPC after error@2123027543) -> (continuation of Deferred@1050428314 after retry RPC after error@412440411) -> (continuation of Deferred@1111463998 after retry RPC after error@1782568002) -> (continuation of Deferred@920898060 after retry RPC after error@83782660)))
20:01:22.793 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1784389061(state=PENDING, result=null, callback=(continuation of Deferred@369462345 after retry RPC after error@1858802410) -> (continuation of Deferred@1794800511 after retry RPC after error@1551459920) -> (continuation of Deferred@1713692242 after retry RPC after error@1355734078) -> (continuation of Deferred@1775662299 after retry RPC after error@2123027543) -> (continuation of Deferred@1050428314 after retry RPC after error@412440411) -> (continuation of Deferred@1111463998 after retry RPC after error@1782568002) -> (continuation of Deferred@920898060 after retry RPC after error@83782660), errback=(continuation of Deferred@369462345 after retry RPC after error@1858802410) -> (continuation of Deferred@1794800511 after retry RPC after error@1551459920) -> (continuation of Deferred@1713692242 after retry RPC after error@1355734078) -> (continuation of Deferred@1775662299 after retry RPC after error@2123027543) -> (continuation of Deferred@1050428314 after retry RPC after error@412440411) -> (continuation of Deferred@1111463998 after retry RPC after error@1782568002) -> (continuation of Deferred@920898060 after retry RPC after error@83782660)))
20:01:22.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:22.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:22.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:22.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:22.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:22.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.070 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@286349908(state=PENDING, result=null, callback=(continuation of Deferred@169521921 after retry RPC after error@589800036) -> (continuation of Deferred@12742262 after retry RPC after error@454707136) -> (continuation of Deferred@1153920281 after retry RPC after error@1525531495) -> (continuation of Deferred@1238349714 after retry RPC after error@10673452) -> (continuation of Deferred@2146621316 after retry RPC after error@1269876198) -> (continuation of Deferred@2146932773 after retry RPC after error@1772773706) -> (continuation of Deferred@9295116 after retry RPC after error@1306509070), errback=(continuation of Deferred@169521921 after retry RPC after error@589800036) -> (continuation of Deferred@12742262 after retry RPC after error@454707136) -> (continuation of Deferred@1153920281 after retry RPC after error@1525531495) -> (continuation of Deferred@1238349714 after retry RPC after error@10673452) -> (continuation of Deferred@2146621316 after retry RPC after error@1269876198) -> (continuation of Deferred@2146932773 after retry RPC after error@1772773706) -> (continuation of Deferred@9295116 after retry RPC after error@1306509070)))
20:01:23.071 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:23.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.273 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@657703089(state=PENDING, result=null, callback=(continuation of Deferred@680809573 after retry RPC after error@984504530) -> (continuation of Deferred@1965482374 after retry RPC after error@1286177243) -> (continuation of Deferred@1175765847 after retry RPC after error@246709135) -> (continuation of Deferred@1281130766 after retry RPC after error@1291544071) -> (continuation of Deferred@747965108 after retry RPC after error@22049962) -> (continuation of Deferred@690803071 after retry RPC after error@1055932675) -> (continuation of Deferred@976497859 after retry RPC after error@943979019), errback=(continuation of Deferred@680809573 after retry RPC after error@984504530) -> (continuation of Deferred@1965482374 after retry RPC after error@1286177243) -> (continuation of Deferred@1175765847 after retry RPC after error@246709135) -> (continuation of Deferred@1281130766 after retry RPC after error@1291544071) -> (continuation of Deferred@747965108 after retry RPC after error@22049962) -> (continuation of Deferred@690803071 after retry RPC after error@1055932675) -> (continuation of Deferred@976497859 after retry RPC after error@943979019)))
20:01:23.273 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@657703089(state=PENDING, result=null, callback=(continuation of Deferred@680809573 after retry RPC after error@984504530) -> (continuation of Deferred@1965482374 after retry RPC after error@1286177243) -> (continuation of Deferred@1175765847 after retry RPC after error@246709135) -> (continuation of Deferred@1281130766 after retry RPC after error@1291544071) -> (continuation of Deferred@747965108 after retry RPC after error@22049962) -> (continuation of Deferred@690803071 after retry RPC after error@1055932675) -> (continuation of Deferred@976497859 after retry RPC after error@943979019), errback=(continuation of Deferred@680809573 after retry RPC after error@984504530) -> (continuation of Deferred@1965482374 after retry RPC after error@1286177243) -> (continuation of Deferred@1175765847 after retry RPC after error@246709135) -> (continuation of Deferred@1281130766 after retry RPC after error@1291544071) -> (continuation of Deferred@747965108 after retry RPC after error@22049962) -> (continuation of Deferred@690803071 after retry RPC after error@1055932675) -> (continuation of Deferred@976497859 after retry RPC after error@943979019)))
20:01:23.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.453 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1527770273(state=PENDING, result=null, callback=(continuation of Deferred@1848832822 after retry RPC after error@191520947) -> (continuation of Deferred@1750975859 after retry RPC after error@1284724285) -> (continuation of Deferred@893499354 after retry RPC after error@1836459577) -> (continuation of Deferred@1795555513 after retry RPC after error@1039307098) -> (continuation of Deferred@87367257 after retry RPC after error@1504618280) -> (continuation of Deferred@49702764 after retry RPC after error@732388905) -> (continuation of Deferred@105728722 after retry RPC after error@720779988), errback=(continuation of Deferred@1848832822 after retry RPC after error@191520947) -> (continuation of Deferred@1750975859 after retry RPC after error@1284724285) -> (continuation of Deferred@893499354 after retry RPC after error@1836459577) -> (continuation of Deferred@1795555513 after retry RPC after error@1039307098) -> (continuation of Deferred@87367257 after retry RPC after error@1504618280) -> (continuation of Deferred@49702764 after retry RPC after error@732388905) -> (continuation of Deferred@105728722 after retry RPC after error@720779988)))
20:01:23.453 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1527770273(state=PENDING, result=null, callback=(continuation of Deferred@1848832822 after retry RPC after error@191520947) -> (continuation of Deferred@1750975859 after retry RPC after error@1284724285) -> (continuation of Deferred@893499354 after retry RPC after error@1836459577) -> (continuation of Deferred@1795555513 after retry RPC after error@1039307098) -> (continuation of Deferred@87367257 after retry RPC after error@1504618280) -> (continuation of Deferred@49702764 after retry RPC after error@732388905) -> (continuation of Deferred@105728722 after retry RPC after error@720779988), errback=(continuation of Deferred@1848832822 after retry RPC after error@191520947) -> (continuation of Deferred@1750975859 after retry RPC after error@1284724285) -> (continuation of Deferred@893499354 after retry RPC after error@1836459577) -> (continuation of Deferred@1795555513 after retry RPC after error@1039307098) -> (continuation of Deferred@87367257 after retry RPC after error@1504618280) -> (continuation of Deferred@49702764 after retry RPC after error@732388905) -> (continuation of Deferred@105728722 after retry RPC after error@720779988)))
20:01:23.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.585726 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.585939 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:23.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.693 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@837289947(state=PENDING, result=null, callback=(continuation of Deferred@1459042199 after retry RPC after error@1674556977) -> (continuation of Deferred@272552135 after retry RPC after error@1629084612) -> (continuation of Deferred@247268351 after retry RPC after error@282935847) -> (continuation of Deferred@1988300819 after retry RPC after error@1500197628) -> (continuation of Deferred@1060073685 after retry RPC after error@1159315821) -> (continuation of Deferred@737432149 after retry RPC after error@730364165) -> (continuation of Deferred@1868897657 after retry RPC after error@1685896017) -> (continuation of Deferred@1838365553 after retry RPC after error@87762839), errback=(continuation of Deferred@1459042199 after retry RPC after error@1674556977) -> (continuation of Deferred@272552135 after retry RPC after error@1629084612) -> (continuation of Deferred@247268351 after retry RPC after error@282935847) -> (continuation of Deferred@1988300819 after retry RPC after error@1500197628) -> (continuation of Deferred@1060073685 after retry RPC after error@1159315821) -> (continuation of Deferred@737432149 after retry RPC after error@730364165) -> (continuation of Deferred@1868897657 after retry RPC after error@1685896017) -> (continuation of Deferred@1838365553 after retry RPC after error@87762839)))
20:01:23.693 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@837289947(state=PENDING, result=null, callback=(continuation of Deferred@1459042199 after retry RPC after error@1674556977) -> (continuation of Deferred@272552135 after retry RPC after error@1629084612) -> (continuation of Deferred@247268351 after retry RPC after error@282935847) -> (continuation of Deferred@1988300819 after retry RPC after error@1500197628) -> (continuation of Deferred@1060073685 after retry RPC after error@1159315821) -> (continuation of Deferred@737432149 after retry RPC after error@730364165) -> (continuation of Deferred@1868897657 after retry RPC after error@1685896017) -> (continuation of Deferred@1838365553 after retry RPC after error@87762839), errback=(continuation of Deferred@1459042199 after retry RPC after error@1674556977) -> (continuation of Deferred@272552135 after retry RPC after error@1629084612) -> (continuation of Deferred@247268351 after retry RPC after error@282935847) -> (continuation of Deferred@1988300819 after retry RPC after error@1500197628) -> (continuation of Deferred@1060073685 after retry RPC after error@1159315821) -> (continuation of Deferred@737432149 after retry RPC after error@730364165) -> (continuation of Deferred@1868897657 after retry RPC after error@1685896017) -> (continuation of Deferred@1838365553 after retry RPC after error@87762839)))
20:01:23.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.814 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.873 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@989137819(state=PENDING, result=null, callback=(continuation of Deferred@1447109892 after retry RPC after error@700908678) -> (continuation of Deferred@1458417847 after retry RPC after error@1154924578) -> (continuation of Deferred@459322553 after retry RPC after error@177365095) -> (continuation of Deferred@834732426 after retry RPC after error@1130627136) -> (continuation of Deferred@1572844009 after retry RPC after error@1152873313) -> (continuation of Deferred@2101606188 after retry RPC after error@507940548), errback=(continuation of Deferred@1447109892 after retry RPC after error@700908678) -> (continuation of Deferred@1458417847 after retry RPC after error@1154924578) -> (continuation of Deferred@459322553 after retry RPC after error@177365095) -> (continuation of Deferred@834732426 after retry RPC after error@1130627136) -> (continuation of Deferred@1572844009 after retry RPC after error@1152873313) -> (continuation of Deferred@2101606188 after retry RPC after error@507940548)))
20:01:23.873 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@989137819(state=PENDING, result=null, callback=(continuation of Deferred@1447109892 after retry RPC after error@700908678) -> (continuation of Deferred@1458417847 after retry RPC after error@1154924578) -> (continuation of Deferred@459322553 after retry RPC after error@177365095) -> (continuation of Deferred@834732426 after retry RPC after error@1130627136) -> (continuation of Deferred@1572844009 after retry RPC after error@1152873313) -> (continuation of Deferred@2101606188 after retry RPC after error@507940548), errback=(continuation of Deferred@1447109892 after retry RPC after error@700908678) -> (continuation of Deferred@1458417847 after retry RPC after error@1154924578) -> (continuation of Deferred@459322553 after retry RPC after error@177365095) -> (continuation of Deferred@834732426 after retry RPC after error@1130627136) -> (continuation of Deferred@1572844009 after retry RPC after error@1152873313) -> (continuation of Deferred@2101606188 after retry RPC after error@507940548)))
20:01:23.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.939905 17643 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.940169 17643 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.941092 17643 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:23.943156 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:23.943352 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.943441 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:23.943732 17643 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:23.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:23.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:23.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:23.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:23.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:23.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.150 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@340178122(state=PENDING, result=null, callback=(continuation of Deferred@296574925 after retry RPC after error@69790736) -> (continuation of Deferred@237119640 after retry RPC after error@803421554) -> (continuation of Deferred@1422609524 after retry RPC after error@390099601) -> (continuation of Deferred@146406921 after retry RPC after error@1040665281) -> (continuation of Deferred@807471513 after retry RPC after error@618738166) -> (continuation of Deferred@1676663509 after retry RPC after error@1740297515) -> (continuation of Deferred@1601136004 after retry RPC after error@1923907870) -> (continuation of Deferred@1862849772 after retry RPC after error@1579829163), errback=(continuation of Deferred@296574925 after retry RPC after error@69790736) -> (continuation of Deferred@237119640 after retry RPC after error@803421554) -> (continuation of Deferred@1422609524 after retry RPC after error@390099601) -> (continuation of Deferred@146406921 after retry RPC after error@1040665281) -> (continuation of Deferred@807471513 after retry RPC after error@618738166) -> (continuation of Deferred@1676663509 after retry RPC after error@1740297515) -> (continuation of Deferred@1601136004 after retry RPC after error@1923907870) -> (continuation of Deferred@1862849772 after retry RPC after error@1579829163)))
20:01:24.151 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:24.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.392 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2119454607(state=PENDING, result=null, callback=(continuation of Deferred@701426291 after retry RPC after error@1285624167) -> (continuation of Deferred@1096785156 after retry RPC after error@489396887) -> (continuation of Deferred@1130915379 after retry RPC after error@117861648) -> (continuation of Deferred@982280009 after retry RPC after error@2075311533) -> (continuation of Deferred@2078999830 after retry RPC after error@1337039254) -> (continuation of Deferred@375265542 after retry RPC after error@2020573621) -> (continuation of Deferred@1527769115 after retry RPC after error@405911493), errback=(continuation of Deferred@701426291 after retry RPC after error@1285624167) -> (continuation of Deferred@1096785156 after retry RPC after error@489396887) -> (continuation of Deferred@1130915379 after retry RPC after error@117861648) -> (continuation of Deferred@982280009 after retry RPC after error@2075311533) -> (continuation of Deferred@2078999830 after retry RPC after error@1337039254) -> (continuation of Deferred@375265542 after retry RPC after error@2020573621) -> (continuation of Deferred@1527769115 after retry RPC after error@405911493)))
20:01:24.393 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2119454607(state=PENDING, result=null, callback=(continuation of Deferred@701426291 after retry RPC after error@1285624167) -> (continuation of Deferred@1096785156 after retry RPC after error@489396887) -> (continuation of Deferred@1130915379 after retry RPC after error@117861648) -> (continuation of Deferred@982280009 after retry RPC after error@2075311533) -> (continuation of Deferred@2078999830 after retry RPC after error@1337039254) -> (continuation of Deferred@375265542 after retry RPC after error@2020573621) -> (continuation of Deferred@1527769115 after retry RPC after error@405911493), errback=(continuation of Deferred@701426291 after retry RPC after error@1285624167) -> (continuation of Deferred@1096785156 after retry RPC after error@489396887) -> (continuation of Deferred@1130915379 after retry RPC after error@117861648) -> (continuation of Deferred@982280009 after retry RPC after error@2075311533) -> (continuation of Deferred@2078999830 after retry RPC after error@1337039254) -> (continuation of Deferred@375265542 after retry RPC after error@2020573621) -> (continuation of Deferred@1527769115 after retry RPC after error@405911493)))
20:01:24.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.593 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1582051271(state=PENDING, result=null, callback=(continuation of Deferred@1263936596 after retry RPC after error@1035917497) -> (continuation of Deferred@2099546793 after retry RPC after error@1118417117) -> (continuation of Deferred@942098520 after retry RPC after error@1939289333) -> (continuation of Deferred@708807148 after retry RPC after error@622848814) -> (continuation of Deferred@670569053 after retry RPC after error@1828895435) -> (continuation of Deferred@992231022 after retry RPC after error@1631122623), errback=(continuation of Deferred@1263936596 after retry RPC after error@1035917497) -> (continuation of Deferred@2099546793 after retry RPC after error@1118417117) -> (continuation of Deferred@942098520 after retry RPC after error@1939289333) -> (continuation of Deferred@708807148 after retry RPC after error@622848814) -> (continuation of Deferred@670569053 after retry RPC after error@1828895435) -> (continuation of Deferred@992231022 after retry RPC after error@1631122623)))
20:01:24.593 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1582051271(state=PENDING, result=null, callback=(continuation of Deferred@1263936596 after retry RPC after error@1035917497) -> (continuation of Deferred@2099546793 after retry RPC after error@1118417117) -> (continuation of Deferred@942098520 after retry RPC after error@1939289333) -> (continuation of Deferred@708807148 after retry RPC after error@622848814) -> (continuation of Deferred@670569053 after retry RPC after error@1828895435) -> (continuation of Deferred@992231022 after retry RPC after error@1631122623), errback=(continuation of Deferred@1263936596 after retry RPC after error@1035917497) -> (continuation of Deferred@2099546793 after retry RPC after error@1118417117) -> (continuation of Deferred@942098520 after retry RPC after error@1939289333) -> (continuation of Deferred@708807148 after retry RPC after error@622848814) -> (continuation of Deferred@670569053 after retry RPC after error@1828895435) -> (continuation of Deferred@992231022 after retry RPC after error@1631122623)))
20:01:24.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.654 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.813 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1874242024(state=PENDING, result=null, callback=(continuation of Deferred@1533875600 after retry RPC after error@423283614) -> (continuation of Deferred@566594086 after retry RPC after error@2070322719) -> (continuation of Deferred@1209320822 after retry RPC after error@129860049) -> (continuation of Deferred@170176442 after retry RPC after error@1174232711) -> (continuation of Deferred@732699707 after retry RPC after error@1089774486) -> (continuation of Deferred@1870830925 after retry RPC after error@1076162396) -> (continuation of Deferred@186805927 after retry RPC after error@1857000518), errback=(continuation of Deferred@1533875600 after retry RPC after error@423283614) -> (continuation of Deferred@566594086 after retry RPC after error@2070322719) -> (continuation of Deferred@1209320822 after retry RPC after error@129860049) -> (continuation of Deferred@170176442 after retry RPC after error@1174232711) -> (continuation of Deferred@732699707 after retry RPC after error@1089774486) -> (continuation of Deferred@1870830925 after retry RPC after error@1076162396) -> (continuation of Deferred@186805927 after retry RPC after error@1857000518)))
20:01:24.814 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1874242024(state=PENDING, result=null, callback=(continuation of Deferred@1533875600 after retry RPC after error@423283614) -> (continuation of Deferred@566594086 after retry RPC after error@2070322719) -> (continuation of Deferred@1209320822 after retry RPC after error@129860049) -> (continuation of Deferred@170176442 after retry RPC after error@1174232711) -> (continuation of Deferred@732699707 after retry RPC after error@1089774486) -> (continuation of Deferred@1870830925 after retry RPC after error@1076162396) -> (continuation of Deferred@186805927 after retry RPC after error@1857000518), errback=(continuation of Deferred@1533875600 after retry RPC after error@423283614) -> (continuation of Deferred@566594086 after retry RPC after error@2070322719) -> (continuation of Deferred@1209320822 after retry RPC after error@129860049) -> (continuation of Deferred@170176442 after retry RPC after error@1174232711) -> (continuation of Deferred@732699707 after retry RPC after error@1089774486) -> (continuation of Deferred@1870830925 after retry RPC after error@1076162396) -> (continuation of Deferred@186805927 after retry RPC after error@1857000518)))
20:01:24.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:24.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:24.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:24.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:24.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:24.994 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.012 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1440622463(state=PENDING, result=null, callback=(continuation of Deferred@1844415618 after retry RPC after error@982214206) -> (continuation of Deferred@1514384293 after retry RPC after error@2114095693) -> (continuation of Deferred@1863881363 after retry RPC after error@239313880) -> (continuation of Deferred@1234845494 after retry RPC after error@597726378) -> (continuation of Deferred@134678087 after retry RPC after error@457779708) -> (continuation of Deferred@53663276 after retry RPC after error@613418788) -> (continuation of Deferred@336922831 after retry RPC after error@1187108216), errback=(continuation of Deferred@1844415618 after retry RPC after error@982214206) -> (continuation of Deferred@1514384293 after retry RPC after error@2114095693) -> (continuation of Deferred@1863881363 after retry RPC after error@239313880) -> (continuation of Deferred@1234845494 after retry RPC after error@597726378) -> (continuation of Deferred@134678087 after retry RPC after error@457779708) -> (continuation of Deferred@53663276 after retry RPC after error@613418788) -> (continuation of Deferred@336922831 after retry RPC after error@1187108216)))
20:01:25.012 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1440622463(state=PENDING, result=null, callback=(continuation of Deferred@1844415618 after retry RPC after error@982214206) -> (continuation of Deferred@1514384293 after retry RPC after error@2114095693) -> (continuation of Deferred@1863881363 after retry RPC after error@239313880) -> (continuation of Deferred@1234845494 after retry RPC after error@597726378) -> (continuation of Deferred@134678087 after retry RPC after error@457779708) -> (continuation of Deferred@53663276 after retry RPC after error@613418788) -> (continuation of Deferred@336922831 after retry RPC after error@1187108216), errback=(continuation of Deferred@1844415618 after retry RPC after error@982214206) -> (continuation of Deferred@1514384293 after retry RPC after error@2114095693) -> (continuation of Deferred@1863881363 after retry RPC after error@239313880) -> (continuation of Deferred@1234845494 after retry RPC after error@597726378) -> (continuation of Deferred@134678087 after retry RPC after error@457779708) -> (continuation of Deferred@53663276 after retry RPC after error@613418788) -> (continuation of Deferred@336922831 after retry RPC after error@1187108216)))
20:01:25.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.291 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1412978609(state=PENDING, result=null, callback=(continuation of Deferred@1024722637 after retry RPC after error@568863728) -> (continuation of Deferred@1869285847 after retry RPC after error@2046316116) -> (continuation of Deferred@1690770888 after retry RPC after error@76553483) -> (continuation of Deferred@855804415 after retry RPC after error@146012965) -> (continuation of Deferred@1413914278 after retry RPC after error@1354410336) -> (continuation of Deferred@2001768441 after retry RPC after error@1613576421) -> (continuation of Deferred@16656872 after retry RPC after error@84570430), errback=(continuation of Deferred@1024722637 after retry RPC after error@568863728) -> (continuation of Deferred@1869285847 after retry RPC after error@2046316116) -> (continuation of Deferred@1690770888 after retry RPC after error@76553483) -> (continuation of Deferred@855804415 after retry RPC after error@146012965) -> (continuation of Deferred@1413914278 after retry RPC after error@1354410336) -> (continuation of Deferred@2001768441 after retry RPC after error@1613576421) -> (continuation of Deferred@16656872 after retry RPC after error@84570430)))
20:01:25.291 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:25.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.493 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1382870919(state=PENDING, result=null, callback=(continuation of Deferred@279598281 after retry RPC after error@1199871948) -> (continuation of Deferred@426433123 after retry RPC after error@751767070) -> (continuation of Deferred@1845566290 after retry RPC after error@223923113) -> (continuation of Deferred@1110352291 after retry RPC after error@382068742) -> (continuation of Deferred@1895348743 after retry RPC after error@1001792050) -> (continuation of Deferred@211988318 after retry RPC after error@891216660), errback=(continuation of Deferred@279598281 after retry RPC after error@1199871948) -> (continuation of Deferred@426433123 after retry RPC after error@751767070) -> (continuation of Deferred@1845566290 after retry RPC after error@223923113) -> (continuation of Deferred@1110352291 after retry RPC after error@382068742) -> (continuation of Deferred@1895348743 after retry RPC after error@1001792050) -> (continuation of Deferred@211988318 after retry RPC after error@891216660)))
20:01:25.493 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1382870919(state=PENDING, result=null, callback=(continuation of Deferred@279598281 after retry RPC after error@1199871948) -> (continuation of Deferred@426433123 after retry RPC after error@751767070) -> (continuation of Deferred@1845566290 after retry RPC after error@223923113) -> (continuation of Deferred@1110352291 after retry RPC after error@382068742) -> (continuation of Deferred@1895348743 after retry RPC after error@1001792050) -> (continuation of Deferred@211988318 after retry RPC after error@891216660), errback=(continuation of Deferred@279598281 after retry RPC after error@1199871948) -> (continuation of Deferred@426433123 after retry RPC after error@751767070) -> (continuation of Deferred@1845566290 after retry RPC after error@223923113) -> (continuation of Deferred@1110352291 after retry RPC after error@382068742) -> (continuation of Deferred@1895348743 after retry RPC after error@1001792050) -> (continuation of Deferred@211988318 after retry RPC after error@891216660)))
20:01:25.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.714 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1271641092(state=PENDING, result=null, callback=(continuation of Deferred@860363781 after retry RPC after error@1588424310) -> (continuation of Deferred@1398111108 after retry RPC after error@1168674430) -> (continuation of Deferred@913509114 after retry RPC after error@60300444) -> (continuation of Deferred@2078924336 after retry RPC after error@2058581069) -> (continuation of Deferred@1421448507 after retry RPC after error@394661836) -> (continuation of Deferred@581655378 after retry RPC after error@1138442838), errback=(continuation of Deferred@860363781 after retry RPC after error@1588424310) -> (continuation of Deferred@1398111108 after retry RPC after error@1168674430) -> (continuation of Deferred@913509114 after retry RPC after error@60300444) -> (continuation of Deferred@2078924336 after retry RPC after error@2058581069) -> (continuation of Deferred@1421448507 after retry RPC after error@394661836) -> (continuation of Deferred@581655378 after retry RPC after error@1138442838)))
20:01:25.715 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1271641092(state=PENDING, result=null, callback=(continuation of Deferred@860363781 after retry RPC after error@1588424310) -> (continuation of Deferred@1398111108 after retry RPC after error@1168674430) -> (continuation of Deferred@913509114 after retry RPC after error@60300444) -> (continuation of Deferred@2078924336 after retry RPC after error@2058581069) -> (continuation of Deferred@1421448507 after retry RPC after error@394661836) -> (continuation of Deferred@581655378 after retry RPC after error@1138442838), errback=(continuation of Deferred@860363781 after retry RPC after error@1588424310) -> (continuation of Deferred@1398111108 after retry RPC after error@1168674430) -> (continuation of Deferred@913509114 after retry RPC after error@60300444) -> (continuation of Deferred@2078924336 after retry RPC after error@2058581069) -> (continuation of Deferred@1421448507 after retry RPC after error@394661836) -> (continuation of Deferred@581655378 after retry RPC after error@1138442838)))
20:01:25.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.872 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1585393808(state=PENDING, result=null, callback=(continuation of Deferred@1186422854 after retry RPC after error@1810622324) -> (continuation of Deferred@1588000706 after retry RPC after error@2038085430) -> (continuation of Deferred@78798095 after retry RPC after error@810994346) -> (continuation of Deferred@1495741317 after retry RPC after error@1967717520) -> (continuation of Deferred@1669635347 after retry RPC after error@1694566483) -> (continuation of Deferred@98219117 after retry RPC after error@935621690), errback=(continuation of Deferred@1186422854 after retry RPC after error@1810622324) -> (continuation of Deferred@1588000706 after retry RPC after error@2038085430) -> (continuation of Deferred@78798095 after retry RPC after error@810994346) -> (continuation of Deferred@1495741317 after retry RPC after error@1967717520) -> (continuation of Deferred@1669635347 after retry RPC after error@1694566483) -> (continuation of Deferred@98219117 after retry RPC after error@935621690)))
20:01:25.873 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1585393808(state=PENDING, result=null, callback=(continuation of Deferred@1186422854 after retry RPC after error@1810622324) -> (continuation of Deferred@1588000706 after retry RPC after error@2038085430) -> (continuation of Deferred@78798095 after retry RPC after error@810994346) -> (continuation of Deferred@1495741317 after retry RPC after error@1967717520) -> (continuation of Deferred@1669635347 after retry RPC after error@1694566483) -> (continuation of Deferred@98219117 after retry RPC after error@935621690), errback=(continuation of Deferred@1186422854 after retry RPC after error@1810622324) -> (continuation of Deferred@1588000706 after retry RPC after error@2038085430) -> (continuation of Deferred@78798095 after retry RPC after error@810994346) -> (continuation of Deferred@1495741317 after retry RPC after error@1967717520) -> (continuation of Deferred@1669635347 after retry RPC after error@1694566483) -> (continuation of Deferred@98219117 after retry RPC after error@935621690)))
20:01:25.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:25.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:25.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:25.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:25.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:25.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.052 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1298690067(state=PENDING, result=null, callback=(continuation of Deferred@1494853664 after retry RPC after error@1361066348) -> (continuation of Deferred@1120060628 after retry RPC after error@1285868663) -> (continuation of Deferred@1491608939 after retry RPC after error@148081731) -> (continuation of Deferred@1549995497 after retry RPC after error@911127910) -> (continuation of Deferred@789847481 after retry RPC after error@993082764) -> (continuation of Deferred@2138661702 after retry RPC after error@1012866122), errback=(continuation of Deferred@1494853664 after retry RPC after error@1361066348) -> (continuation of Deferred@1120060628 after retry RPC after error@1285868663) -> (continuation of Deferred@1491608939 after retry RPC after error@148081731) -> (continuation of Deferred@1549995497 after retry RPC after error@911127910) -> (continuation of Deferred@789847481 after retry RPC after error@993082764) -> (continuation of Deferred@2138661702 after retry RPC after error@1012866122)))
20:01:26.053 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1298690067(state=PENDING, result=null, callback=(continuation of Deferred@1494853664 after retry RPC after error@1361066348) -> (continuation of Deferred@1120060628 after retry RPC after error@1285868663) -> (continuation of Deferred@1491608939 after retry RPC after error@148081731) -> (continuation of Deferred@1549995497 after retry RPC after error@911127910) -> (continuation of Deferred@789847481 after retry RPC after error@993082764) -> (continuation of Deferred@2138661702 after retry RPC after error@1012866122), errback=(continuation of Deferred@1494853664 after retry RPC after error@1361066348) -> (continuation of Deferred@1120060628 after retry RPC after error@1285868663) -> (continuation of Deferred@1491608939 after retry RPC after error@148081731) -> (continuation of Deferred@1549995497 after retry RPC after error@911127910) -> (continuation of Deferred@789847481 after retry RPC after error@993082764) -> (continuation of Deferred@2138661702 after retry RPC after error@1012866122)))
20:01:26.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.151 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.233 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@193373007(state=PENDING, result=null, callback=(continuation of Deferred@1073485135 after retry RPC after error@106802085) -> (continuation of Deferred@884150664 after retry RPC after error@177295498) -> (continuation of Deferred@1427667706 after retry RPC after error@1056174975) -> (continuation of Deferred@308316792 after retry RPC after error@309697982) -> (continuation of Deferred@70056608 after retry RPC after error@627411281) -> (continuation of Deferred@859890895 after retry RPC after error@224790388) -> (continuation of Deferred@1853621634 after retry RPC after error@1742353949), errback=(continuation of Deferred@1073485135 after retry RPC after error@106802085) -> (continuation of Deferred@884150664 after retry RPC after error@177295498) -> (continuation of Deferred@1427667706 after retry RPC after error@1056174975) -> (continuation of Deferred@308316792 after retry RPC after error@309697982) -> (continuation of Deferred@70056608 after retry RPC after error@627411281) -> (continuation of Deferred@859890895 after retry RPC after error@224790388) -> (continuation of Deferred@1853621634 after retry RPC after error@1742353949)))
20:01:26.233 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@193373007(state=PENDING, result=null, callback=(continuation of Deferred@1073485135 after retry RPC after error@106802085) -> (continuation of Deferred@884150664 after retry RPC after error@177295498) -> (continuation of Deferred@1427667706 after retry RPC after error@1056174975) -> (continuation of Deferred@308316792 after retry RPC after error@309697982) -> (continuation of Deferred@70056608 after retry RPC after error@627411281) -> (continuation of Deferred@859890895 after retry RPC after error@224790388) -> (continuation of Deferred@1853621634 after retry RPC after error@1742353949), errback=(continuation of Deferred@1073485135 after retry RPC after error@106802085) -> (continuation of Deferred@884150664 after retry RPC after error@177295498) -> (continuation of Deferred@1427667706 after retry RPC after error@1056174975) -> (continuation of Deferred@308316792 after retry RPC after error@309697982) -> (continuation of Deferred@70056608 after retry RPC after error@627411281) -> (continuation of Deferred@859890895 after retry RPC after error@224790388) -> (continuation of Deferred@1853621634 after retry RPC after error@1742353949)))
20:01:26.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.315 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:26.316596 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:26.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:26.318948 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:26.320385 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:26.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.412 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1131593624(state=PENDING, result=null, callback=(continuation of Deferred@1823856617 after retry RPC after error@1058193074) -> (continuation of Deferred@1065142232 after retry RPC after error@1772368336) -> (continuation of Deferred@728541586 after retry RPC after error@18969955) -> (continuation of Deferred@1488597144 after retry RPC after error@282636526) -> (continuation of Deferred@1580645214 after retry RPC after error@1421236118) -> (continuation of Deferred@1568772968 after retry RPC after error@143329270) -> (continuation of Deferred@1670160882 after retry RPC after error@90198258), errback=(continuation of Deferred@1823856617 after retry RPC after error@1058193074) -> (continuation of Deferred@1065142232 after retry RPC after error@1772368336) -> (continuation of Deferred@728541586 after retry RPC after error@18969955) -> (continuation of Deferred@1488597144 after retry RPC after error@282636526) -> (continuation of Deferred@1580645214 after retry RPC after error@1421236118) -> (continuation of Deferred@1568772968 after retry RPC after error@143329270) -> (continuation of Deferred@1670160882 after retry RPC after error@90198258)))
20:01:26.413 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1131593624(state=PENDING, result=null, callback=(continuation of Deferred@1823856617 after retry RPC after error@1058193074) -> (continuation of Deferred@1065142232 after retry RPC after error@1772368336) -> (continuation of Deferred@728541586 after retry RPC after error@18969955) -> (continuation of Deferred@1488597144 after retry RPC after error@282636526) -> (continuation of Deferred@1580645214 after retry RPC after error@1421236118) -> (continuation of Deferred@1568772968 after retry RPC after error@143329270) -> (continuation of Deferred@1670160882 after retry RPC after error@90198258), errback=(continuation of Deferred@1823856617 after retry RPC after error@1058193074) -> (continuation of Deferred@1065142232 after retry RPC after error@1772368336) -> (continuation of Deferred@728541586 after retry RPC after error@18969955) -> (continuation of Deferred@1488597144 after retry RPC after error@282636526) -> (continuation of Deferred@1580645214 after retry RPC after error@1421236118) -> (continuation of Deferred@1568772968 after retry RPC after error@143329270) -> (continuation of Deferred@1670160882 after retry RPC after error@90198258)))
20:01:26.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.431 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.531 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.593 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@653961951(state=PENDING, result=null, callback=(continuation of Deferred@1940765061 after retry RPC after error@1280556617) -> (continuation of Deferred@1030582196 after retry RPC after error@1311938196) -> (continuation of Deferred@1355644742 after retry RPC after error@29172448) -> (continuation of Deferred@1476128172 after retry RPC after error@220678129) -> (continuation of Deferred@908799580 after retry RPC after error@1592373339) -> (continuation of Deferred@1450684583 after retry RPC after error@1641577815) -> (continuation of Deferred@242149118 after retry RPC after error@496432128), errback=(continuation of Deferred@1940765061 after retry RPC after error@1280556617) -> (continuation of Deferred@1030582196 after retry RPC after error@1311938196) -> (continuation of Deferred@1355644742 after retry RPC after error@29172448) -> (continuation of Deferred@1476128172 after retry RPC after error@220678129) -> (continuation of Deferred@908799580 after retry RPC after error@1592373339) -> (continuation of Deferred@1450684583 after retry RPC after error@1641577815) -> (continuation of Deferred@242149118 after retry RPC after error@496432128)))
20:01:26.593 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@653961951(state=PENDING, result=null, callback=(continuation of Deferred@1940765061 after retry RPC after error@1280556617) -> (continuation of Deferred@1030582196 after retry RPC after error@1311938196) -> (continuation of Deferred@1355644742 after retry RPC after error@29172448) -> (continuation of Deferred@1476128172 after retry RPC after error@220678129) -> (continuation of Deferred@908799580 after retry RPC after error@1592373339) -> (continuation of Deferred@1450684583 after retry RPC after error@1641577815) -> (continuation of Deferred@242149118 after retry RPC after error@496432128), errback=(continuation of Deferred@1940765061 after retry RPC after error@1280556617) -> (continuation of Deferred@1030582196 after retry RPC after error@1311938196) -> (continuation of Deferred@1355644742 after retry RPC after error@29172448) -> (continuation of Deferred@1476128172 after retry RPC after error@220678129) -> (continuation of Deferred@908799580 after retry RPC after error@1592373339) -> (continuation of Deferred@1450684583 after retry RPC after error@1641577815) -> (continuation of Deferred@242149118 after retry RPC after error@496432128)))
20:01:26.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.671 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.674 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.871 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1472387187(state=PENDING, result=null, callback=(continuation of Deferred@2065055665 after retry RPC after error@1065947454) -> (continuation of Deferred@1018041889 after retry RPC after error@2112770183) -> (continuation of Deferred@927925052 after retry RPC after error@1085858826) -> (continuation of Deferred@216792354 after retry RPC after error@59698768) -> (continuation of Deferred@1284983806 after retry RPC after error@1258847954) -> (continuation of Deferred@416909436 after retry RPC after error@1825642841) -> (continuation of Deferred@443512710 after retry RPC after error@303658231), errback=(continuation of Deferred@2065055665 after retry RPC after error@1065947454) -> (continuation of Deferred@1018041889 after retry RPC after error@2112770183) -> (continuation of Deferred@927925052 after retry RPC after error@1085858826) -> (continuation of Deferred@216792354 after retry RPC after error@59698768) -> (continuation of Deferred@1284983806 after retry RPC after error@1258847954) -> (continuation of Deferred@416909436 after retry RPC after error@1825642841) -> (continuation of Deferred@443512710 after retry RPC after error@303658231)))
20:01:26.871 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:26.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:26.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:26.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:26.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:26.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:26.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.132 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.132 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.133 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [167ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1440599546(state=PENDING, result=null, callback=(continuation of Deferred@172781119 after retry RPC after error@816530708) -> (continuation of Deferred@801482648 after retry RPC after error@340528519) -> (continuation of Deferred@2107155623 after retry RPC after error@401726949) -> (continuation of Deferred@352993764 after retry RPC after error@1633572599) -> (continuation of Deferred@1507556327 after retry RPC after error@1079811020) -> (continuation of Deferred@119465794 after retry RPC after error@342159544) -> (continuation of Deferred@383956368 after retry RPC after error@843374203) -> (continuation of Deferred@1108351878 after retry RPC after error@1908593228), errback=(continuation of Deferred@172781119 after retry RPC after error@816530708) -> (continuation of Deferred@801482648 after retry RPC after error@340528519) -> (continuation of Deferred@2107155623 after retry RPC after error@401726949) -> (continuation of Deferred@352993764 after retry RPC after error@1633572599) -> (continuation of Deferred@1507556327 after retry RPC after error@1079811020) -> (continuation of Deferred@119465794 after retry RPC after error@342159544) -> (continuation of Deferred@383956368 after retry RPC after error@843374203) -> (continuation of Deferred@1108351878 after retry RPC after error@1908593228)))
20:01:27.134 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [167ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [167ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1440599546(state=PENDING, result=null, callback=(continuation of Deferred@172781119 after retry RPC after error@816530708) -> (continuation of Deferred@801482648 after retry RPC after error@340528519) -> (continuation of Deferred@2107155623 after retry RPC after error@401726949) -> (continuation of Deferred@352993764 after retry RPC after error@1633572599) -> (continuation of Deferred@1507556327 after retry RPC after error@1079811020) -> (continuation of Deferred@119465794 after retry RPC after error@342159544) -> (continuation of Deferred@383956368 after retry RPC after error@843374203) -> (continuation of Deferred@1108351878 after retry RPC after error@1908593228), errback=(continuation of Deferred@172781119 after retry RPC after error@816530708) -> (continuation of Deferred@801482648 after retry RPC after error@340528519) -> (continuation of Deferred@2107155623 after retry RPC after error@401726949) -> (continuation of Deferred@352993764 after retry RPC after error@1633572599) -> (continuation of Deferred@1507556327 after retry RPC after error@1079811020) -> (continuation of Deferred@119465794 after retry RPC after error@342159544) -> (continuation of Deferred@383956368 after retry RPC after error@843374203) -> (continuation of Deferred@1108351878 after retry RPC after error@1908593228)))
20:01:27.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.152 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.152 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.152 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.353 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@614658949(state=PENDING, result=null, callback=(continuation of Deferred@1125451247 after retry RPC after error@1286308707) -> (continuation of Deferred@1246134651 after retry RPC after error@2043379053) -> (continuation of Deferred@303707590 after retry RPC after error@45747325) -> (continuation of Deferred@2080966664 after retry RPC after error@1577792241) -> (continuation of Deferred@503089395 after retry RPC after error@1333245653) -> (continuation of Deferred@2064301691 after retry RPC after error@2089916241), errback=(continuation of Deferred@1125451247 after retry RPC after error@1286308707) -> (continuation of Deferred@1246134651 after retry RPC after error@2043379053) -> (continuation of Deferred@303707590 after retry RPC after error@45747325) -> (continuation of Deferred@2080966664 after retry RPC after error@1577792241) -> (continuation of Deferred@503089395 after retry RPC after error@1333245653) -> (continuation of Deferred@2064301691 after retry RPC after error@2089916241)))
20:01:27.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@614658949(state=PENDING, result=null, callback=(continuation of Deferred@1125451247 after retry RPC after error@1286308707) -> (continuation of Deferred@1246134651 after retry RPC after error@2043379053) -> (continuation of Deferred@303707590 after retry RPC after error@45747325) -> (continuation of Deferred@2080966664 after retry RPC after error@1577792241) -> (continuation of Deferred@503089395 after retry RPC after error@1333245653) -> (continuation of Deferred@2064301691 after retry RPC after error@2089916241), errback=(continuation of Deferred@1125451247 after retry RPC after error@1286308707) -> (continuation of Deferred@1246134651 after retry RPC after error@2043379053) -> (continuation of Deferred@303707590 after retry RPC after error@45747325) -> (continuation of Deferred@2080966664 after retry RPC after error@1577792241) -> (continuation of Deferred@503089395 after retry RPC after error@1333245653) -> (continuation of Deferred@2064301691 after retry RPC after error@2089916241)))
20:01:27.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.552 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@901398262(state=PENDING, result=null, callback=(continuation of Deferred@1170759268 after retry RPC after error@661713280) -> (continuation of Deferred@1824595236 after retry RPC after error@149472196) -> (continuation of Deferred@257202115 after retry RPC after error@789093208) -> (continuation of Deferred@1271176096 after retry RPC after error@100435967) -> (continuation of Deferred@784200204 after retry RPC after error@1166311128) -> (continuation of Deferred@720561235 after retry RPC after error@1263553933), errback=(continuation of Deferred@1170759268 after retry RPC after error@661713280) -> (continuation of Deferred@1824595236 after retry RPC after error@149472196) -> (continuation of Deferred@257202115 after retry RPC after error@789093208) -> (continuation of Deferred@1271176096 after retry RPC after error@100435967) -> (continuation of Deferred@784200204 after retry RPC after error@1166311128) -> (continuation of Deferred@720561235 after retry RPC after error@1263553933)))
20:01:27.553 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@901398262(state=PENDING, result=null, callback=(continuation of Deferred@1170759268 after retry RPC after error@661713280) -> (continuation of Deferred@1824595236 after retry RPC after error@149472196) -> (continuation of Deferred@257202115 after retry RPC after error@789093208) -> (continuation of Deferred@1271176096 after retry RPC after error@100435967) -> (continuation of Deferred@784200204 after retry RPC after error@1166311128) -> (continuation of Deferred@720561235 after retry RPC after error@1263553933), errback=(continuation of Deferred@1170759268 after retry RPC after error@661713280) -> (continuation of Deferred@1824595236 after retry RPC after error@149472196) -> (continuation of Deferred@257202115 after retry RPC after error@789093208) -> (continuation of Deferred@1271176096 after retry RPC after error@100435967) -> (continuation of Deferred@784200204 after retry RPC after error@1166311128) -> (continuation of Deferred@720561235 after retry RPC after error@1263553933)))
20:01:27.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.773 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1975141182(state=PENDING, result=null, callback=(continuation of Deferred@1477259687 after retry RPC after error@629856195) -> (continuation of Deferred@965067780 after retry RPC after error@511824825) -> (continuation of Deferred@800082375 after retry RPC after error@1559738173) -> (continuation of Deferred@1262878019 after retry RPC after error@1539961737) -> (continuation of Deferred@1989830470 after retry RPC after error@389380343) -> (continuation of Deferred@1946034359 after retry RPC after error@1732235514) -> (continuation of Deferred@1111108364 after retry RPC after error@2129920380), errback=(continuation of Deferred@1477259687 after retry RPC after error@629856195) -> (continuation of Deferred@965067780 after retry RPC after error@511824825) -> (continuation of Deferred@800082375 after retry RPC after error@1559738173) -> (continuation of Deferred@1262878019 after retry RPC after error@1539961737) -> (continuation of Deferred@1989830470 after retry RPC after error@389380343) -> (continuation of Deferred@1946034359 after retry RPC after error@1732235514) -> (continuation of Deferred@1111108364 after retry RPC after error@2129920380)))
20:01:27.773 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1975141182(state=PENDING, result=null, callback=(continuation of Deferred@1477259687 after retry RPC after error@629856195) -> (continuation of Deferred@965067780 after retry RPC after error@511824825) -> (continuation of Deferred@800082375 after retry RPC after error@1559738173) -> (continuation of Deferred@1262878019 after retry RPC after error@1539961737) -> (continuation of Deferred@1989830470 after retry RPC after error@389380343) -> (continuation of Deferred@1946034359 after retry RPC after error@1732235514) -> (continuation of Deferred@1111108364 after retry RPC after error@2129920380), errback=(continuation of Deferred@1477259687 after retry RPC after error@629856195) -> (continuation of Deferred@965067780 after retry RPC after error@511824825) -> (continuation of Deferred@800082375 after retry RPC after error@1559738173) -> (continuation of Deferred@1262878019 after retry RPC after error@1539961737) -> (continuation of Deferred@1989830470 after retry RPC after error@389380343) -> (continuation of Deferred@1946034359 after retry RPC after error@1732235514) -> (continuation of Deferred@1111108364 after retry RPC after error@2129920380)))
20:01:27.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:27.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:27.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:27.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:27.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:27.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.013 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1066016453(state=PENDING, result=null, callback=(continuation of Deferred@1014143144 after retry RPC after error@625898861) -> (continuation of Deferred@1778845817 after retry RPC after error@93609930) -> (continuation of Deferred@755707912 after retry RPC after error@2075708889) -> (continuation of Deferred@690898455 after retry RPC after error@249771767) -> (continuation of Deferred@2048707667 after retry RPC after error@1198985420) -> (continuation of Deferred@481487051 after retry RPC after error@200356132) -> (continuation of Deferred@387127901 after retry RPC after error@1755154691), errback=(continuation of Deferred@1014143144 after retry RPC after error@625898861) -> (continuation of Deferred@1778845817 after retry RPC after error@93609930) -> (continuation of Deferred@755707912 after retry RPC after error@2075708889) -> (continuation of Deferred@690898455 after retry RPC after error@249771767) -> (continuation of Deferred@2048707667 after retry RPC after error@1198985420) -> (continuation of Deferred@481487051 after retry RPC after error@200356132) -> (continuation of Deferred@387127901 after retry RPC after error@1755154691)))
20:01:28.013 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1066016453(state=PENDING, result=null, callback=(continuation of Deferred@1014143144 after retry RPC after error@625898861) -> (continuation of Deferred@1778845817 after retry RPC after error@93609930) -> (continuation of Deferred@755707912 after retry RPC after error@2075708889) -> (continuation of Deferred@690898455 after retry RPC after error@249771767) -> (continuation of Deferred@2048707667 after retry RPC after error@1198985420) -> (continuation of Deferred@481487051 after retry RPC after error@200356132) -> (continuation of Deferred@387127901 after retry RPC after error@1755154691), errback=(continuation of Deferred@1014143144 after retry RPC after error@625898861) -> (continuation of Deferred@1778845817 after retry RPC after error@93609930) -> (continuation of Deferred@755707912 after retry RPC after error@2075708889) -> (continuation of Deferred@690898455 after retry RPC after error@249771767) -> (continuation of Deferred@2048707667 after retry RPC after error@1198985420) -> (continuation of Deferred@481487051 after retry RPC after error@200356132) -> (continuation of Deferred@387127901 after retry RPC after error@1755154691)))
20:01:28.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.291 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@609081783(state=PENDING, result=null, callback=(continuation of Deferred@1320682727 after retry RPC after error@426214406) -> (continuation of Deferred@555001699 after retry RPC after error@1801339543) -> (continuation of Deferred@1708129319 after retry RPC after error@1076695852) -> (continuation of Deferred@1149668341 after retry RPC after error@1574249224) -> (continuation of Deferred@1197593169 after retry RPC after error@1878859234) -> (continuation of Deferred@534047435 after retry RPC after error@1802327898) -> (continuation of Deferred@584573756 after retry RPC after error@625141897), errback=(continuation of Deferred@1320682727 after retry RPC after error@426214406) -> (continuation of Deferred@555001699 after retry RPC after error@1801339543) -> (continuation of Deferred@1708129319 after retry RPC after error@1076695852) -> (continuation of Deferred@1149668341 after retry RPC after error@1574249224) -> (continuation of Deferred@1197593169 after retry RPC after error@1878859234) -> (continuation of Deferred@534047435 after retry RPC after error@1802327898) -> (continuation of Deferred@584573756 after retry RPC after error@625141897)))
20:01:28.291 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:28.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.493 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@646016761(state=PENDING, result=null, callback=(continuation of Deferred@183978490 after retry RPC after error@1574052863) -> (continuation of Deferred@1762810992 after retry RPC after error@1145639181) -> (continuation of Deferred@1950431463 after retry RPC after error@952119371) -> (continuation of Deferred@1128925951 after retry RPC after error@1334291170) -> (continuation of Deferred@855389685 after retry RPC after error@185014665) -> (continuation of Deferred@411690980 after retry RPC after error@1789628077) -> (continuation of Deferred@959143312 after retry RPC after error@173260909), errback=(continuation of Deferred@183978490 after retry RPC after error@1574052863) -> (continuation of Deferred@1762810992 after retry RPC after error@1145639181) -> (continuation of Deferred@1950431463 after retry RPC after error@952119371) -> (continuation of Deferred@1128925951 after retry RPC after error@1334291170) -> (continuation of Deferred@855389685 after retry RPC after error@185014665) -> (continuation of Deferred@411690980 after retry RPC after error@1789628077) -> (continuation of Deferred@959143312 after retry RPC after error@173260909)))
20:01:28.493 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@646016761(state=PENDING, result=null, callback=(continuation of Deferred@183978490 after retry RPC after error@1574052863) -> (continuation of Deferred@1762810992 after retry RPC after error@1145639181) -> (continuation of Deferred@1950431463 after retry RPC after error@952119371) -> (continuation of Deferred@1128925951 after retry RPC after error@1334291170) -> (continuation of Deferred@855389685 after retry RPC after error@185014665) -> (continuation of Deferred@411690980 after retry RPC after error@1789628077) -> (continuation of Deferred@959143312 after retry RPC after error@173260909), errback=(continuation of Deferred@183978490 after retry RPC after error@1574052863) -> (continuation of Deferred@1762810992 after retry RPC after error@1145639181) -> (continuation of Deferred@1950431463 after retry RPC after error@952119371) -> (continuation of Deferred@1128925951 after retry RPC after error@1334291170) -> (continuation of Deferred@855389685 after retry RPC after error@185014665) -> (continuation of Deferred@411690980 after retry RPC after error@1789628077) -> (continuation of Deferred@959143312 after retry RPC after error@173260909)))
20:01:28.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.520174 17689 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.520385 17689 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.521130 17689 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:28.522733 17274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:01:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:28.524397 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:28.524724 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.524840 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.525130 17689 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:28.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.588846 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:28.589048 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:28.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.673 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1421892614(state=PENDING, result=null, callback=(continuation of Deferred@1807407148 after retry RPC after error@396292472) -> (continuation of Deferred@1476650187 after retry RPC after error@242594721) -> (continuation of Deferred@859005435 after retry RPC after error@1405506516) -> (continuation of Deferred@337952987 after retry RPC after error@938443077) -> (continuation of Deferred@536548090 after retry RPC after error@2126686754) -> (continuation of Deferred@1280479033 after retry RPC after error@125618783), errback=(continuation of Deferred@1807407148 after retry RPC after error@396292472) -> (continuation of Deferred@1476650187 after retry RPC after error@242594721) -> (continuation of Deferred@859005435 after retry RPC after error@1405506516) -> (continuation of Deferred@337952987 after retry RPC after error@938443077) -> (continuation of Deferred@536548090 after retry RPC after error@2126686754) -> (continuation of Deferred@1280479033 after retry RPC after error@125618783)))
20:01:28.673 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1421892614(state=PENDING, result=null, callback=(continuation of Deferred@1807407148 after retry RPC after error@396292472) -> (continuation of Deferred@1476650187 after retry RPC after error@242594721) -> (continuation of Deferred@859005435 after retry RPC after error@1405506516) -> (continuation of Deferred@337952987 after retry RPC after error@938443077) -> (continuation of Deferred@536548090 after retry RPC after error@2126686754) -> (continuation of Deferred@1280479033 after retry RPC after error@125618783), errback=(continuation of Deferred@1807407148 after retry RPC after error@396292472) -> (continuation of Deferred@1476650187 after retry RPC after error@242594721) -> (continuation of Deferred@859005435 after retry RPC after error@1405506516) -> (continuation of Deferred@337952987 after retry RPC after error@938443077) -> (continuation of Deferred@536548090 after retry RPC after error@2126686754) -> (continuation of Deferred@1280479033 after retry RPC after error@125618783)))
20:01:28.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.695 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.913 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [88ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [89ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [139ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1763441657(state=PENDING, result=null, callback=(continuation of Deferred@944600149 after retry RPC after error@719584121) -> (continuation of Deferred@554408868 after retry RPC after error@402225231) -> (continuation of Deferred@1153784121 after retry RPC after error@1900567275) -> (continuation of Deferred@207825373 after retry RPC after error@1342444318) -> (continuation of Deferred@1046906038 after retry RPC after error@222961299) -> (continuation of Deferred@410182438 after retry RPC after error@1755221973), errback=(continuation of Deferred@944600149 after retry RPC after error@719584121) -> (continuation of Deferred@554408868 after retry RPC after error@402225231) -> (continuation of Deferred@1153784121 after retry RPC after error@1900567275) -> (continuation of Deferred@207825373 after retry RPC after error@1342444318) -> (continuation of Deferred@1046906038 after retry RPC after error@222961299) -> (continuation of Deferred@410182438 after retry RPC after error@1755221973)))
20:01:28.913 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [88ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [89ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [139ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1763441657(state=PENDING, result=null, callback=(continuation of Deferred@944600149 after retry RPC after error@719584121) -> (continuation of Deferred@554408868 after retry RPC after error@402225231) -> (continuation of Deferred@1153784121 after retry RPC after error@1900567275) -> (continuation of Deferred@207825373 after retry RPC after error@1342444318) -> (continuation of Deferred@1046906038 after retry RPC after error@222961299) -> (continuation of Deferred@410182438 after retry RPC after error@1755221973), errback=(continuation of Deferred@944600149 after retry RPC after error@719584121) -> (continuation of Deferred@554408868 after retry RPC after error@402225231) -> (continuation of Deferred@1153784121 after retry RPC after error@1900567275) -> (continuation of Deferred@207825373 after retry RPC after error@1342444318) -> (continuation of Deferred@1046906038 after retry RPC after error@222961299) -> (continuation of Deferred@410182438 after retry RPC after error@1755221973)))
20:01:28.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:28.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:28.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:28.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:28.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:28.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.113 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@818970120(state=PENDING, result=null, callback=(continuation of Deferred@741130208 after retry RPC after error@1905033956) -> (continuation of Deferred@1755949383 after retry RPC after error@1530571364) -> (continuation of Deferred@312528220 after retry RPC after error@120518222) -> (continuation of Deferred@577275005 after retry RPC after error@747598814) -> (continuation of Deferred@944869694 after retry RPC after error@1220381948) -> (continuation of Deferred@772842234 after retry RPC after error@2035688805), errback=(continuation of Deferred@741130208 after retry RPC after error@1905033956) -> (continuation of Deferred@1755949383 after retry RPC after error@1530571364) -> (continuation of Deferred@312528220 after retry RPC after error@120518222) -> (continuation of Deferred@577275005 after retry RPC after error@747598814) -> (continuation of Deferred@944869694 after retry RPC after error@1220381948) -> (continuation of Deferred@772842234 after retry RPC after error@2035688805)))
20:01:29.114 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@818970120(state=PENDING, result=null, callback=(continuation of Deferred@741130208 after retry RPC after error@1905033956) -> (continuation of Deferred@1755949383 after retry RPC after error@1530571364) -> (continuation of Deferred@312528220 after retry RPC after error@120518222) -> (continuation of Deferred@577275005 after retry RPC after error@747598814) -> (continuation of Deferred@944869694 after retry RPC after error@1220381948) -> (continuation of Deferred@772842234 after retry RPC after error@2035688805), errback=(continuation of Deferred@741130208 after retry RPC after error@1905033956) -> (continuation of Deferred@1755949383 after retry RPC after error@1530571364) -> (continuation of Deferred@312528220 after retry RPC after error@120518222) -> (continuation of Deferred@577275005 after retry RPC after error@747598814) -> (continuation of Deferred@944869694 after retry RPC after error@1220381948) -> (continuation of Deferred@772842234 after retry RPC after error@2035688805)))
20:01:29.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.332 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@333843706(state=PENDING, result=null, callback=(continuation of Deferred@1535881125 after retry RPC after error@1539773503) -> (continuation of Deferred@941394889 after retry RPC after error@465490412) -> (continuation of Deferred@500081593 after retry RPC after error@2127248083) -> (continuation of Deferred@576037888 after retry RPC after error@1334386711) -> (continuation of Deferred@666009908 after retry RPC after error@539315) -> (continuation of Deferred@267582230 after retry RPC after error@167635815) -> (continuation of Deferred@989159501 after retry RPC after error@2078873602), errback=(continuation of Deferred@1535881125 after retry RPC after error@1539773503) -> (continuation of Deferred@941394889 after retry RPC after error@465490412) -> (continuation of Deferred@500081593 after retry RPC after error@2127248083) -> (continuation of Deferred@576037888 after retry RPC after error@1334386711) -> (continuation of Deferred@666009908 after retry RPC after error@539315) -> (continuation of Deferred@267582230 after retry RPC after error@167635815) -> (continuation of Deferred@989159501 after retry RPC after error@2078873602)))
20:01:29.333 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@333843706(state=PENDING, result=null, callback=(continuation of Deferred@1535881125 after retry RPC after error@1539773503) -> (continuation of Deferred@941394889 after retry RPC after error@465490412) -> (continuation of Deferred@500081593 after retry RPC after error@2127248083) -> (continuation of Deferred@576037888 after retry RPC after error@1334386711) -> (continuation of Deferred@666009908 after retry RPC after error@539315) -> (continuation of Deferred@267582230 after retry RPC after error@167635815) -> (continuation of Deferred@989159501 after retry RPC after error@2078873602), errback=(continuation of Deferred@1535881125 after retry RPC after error@1539773503) -> (continuation of Deferred@941394889 after retry RPC after error@465490412) -> (continuation of Deferred@500081593 after retry RPC after error@2127248083) -> (continuation of Deferred@576037888 after retry RPC after error@1334386711) -> (continuation of Deferred@666009908 after retry RPC after error@539315) -> (continuation of Deferred@267582230 after retry RPC after error@167635815) -> (continuation of Deferred@989159501 after retry RPC after error@2078873602)))
20:01:29.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.553 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@532007718(state=PENDING, result=null, callback=(continuation of Deferred@1108102106 after retry RPC after error@965346856) -> (continuation of Deferred@543742372 after retry RPC after error@297126516) -> (continuation of Deferred@835125507 after retry RPC after error@1477835349) -> (continuation of Deferred@1054256394 after retry RPC after error@26158798) -> (continuation of Deferred@139059429 after retry RPC after error@2138662123) -> (continuation of Deferred@1951148275 after retry RPC after error@202234338), errback=(continuation of Deferred@1108102106 after retry RPC after error@965346856) -> (continuation of Deferred@543742372 after retry RPC after error@297126516) -> (continuation of Deferred@835125507 after retry RPC after error@1477835349) -> (continuation of Deferred@1054256394 after retry RPC after error@26158798) -> (continuation of Deferred@139059429 after retry RPC after error@2138662123) -> (continuation of Deferred@1951148275 after retry RPC after error@202234338)))
20:01:29.553 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@532007718(state=PENDING, result=null, callback=(continuation of Deferred@1108102106 after retry RPC after error@965346856) -> (continuation of Deferred@543742372 after retry RPC after error@297126516) -> (continuation of Deferred@835125507 after retry RPC after error@1477835349) -> (continuation of Deferred@1054256394 after retry RPC after error@26158798) -> (continuation of Deferred@139059429 after retry RPC after error@2138662123) -> (continuation of Deferred@1951148275 after retry RPC after error@202234338), errback=(continuation of Deferred@1108102106 after retry RPC after error@965346856) -> (continuation of Deferred@543742372 after retry RPC after error@297126516) -> (continuation of Deferred@835125507 after retry RPC after error@1477835349) -> (continuation of Deferred@1054256394 after retry RPC after error@26158798) -> (continuation of Deferred@139059429 after retry RPC after error@2138662123) -> (continuation of Deferred@1951148275 after retry RPC after error@202234338)))
20:01:29.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.831 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@859162486(state=PENDING, result=null, callback=(continuation of Deferred@1196083841 after retry RPC after error@394496723) -> (continuation of Deferred@2146086627 after retry RPC after error@1660540959) -> (continuation of Deferred@1937115139 after retry RPC after error@2024329644) -> (continuation of Deferred@1377822188 after retry RPC after error@2123032208) -> (continuation of Deferred@1040174930 after retry RPC after error@56909040) -> (continuation of Deferred@779745781 after retry RPC after error@133051596) -> (continuation of Deferred@1151925820 after retry RPC after error@1703586181), errback=(continuation of Deferred@1196083841 after retry RPC after error@394496723) -> (continuation of Deferred@2146086627 after retry RPC after error@1660540959) -> (continuation of Deferred@1937115139 after retry RPC after error@2024329644) -> (continuation of Deferred@1377822188 after retry RPC after error@2123032208) -> (continuation of Deferred@1040174930 after retry RPC after error@56909040) -> (continuation of Deferred@779745781 after retry RPC after error@133051596) -> (continuation of Deferred@1151925820 after retry RPC after error@1703586181)))
20:01:29.832 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:29.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:29.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:29.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:29.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:29.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:29.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.111 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1683651544(state=PENDING, result=null, callback=(continuation of Deferred@157283330 after retry RPC after error@1462409847) -> (continuation of Deferred@822738223 after retry RPC after error@112903277) -> (continuation of Deferred@1882447708 after retry RPC after error@1942555151) -> (continuation of Deferred@223830492 after retry RPC after error@1562269111) -> (continuation of Deferred@859420791 after retry RPC after error@144397677) -> (continuation of Deferred@1047825443 after retry RPC after error@300467639) -> (continuation of Deferred@1877749245 after retry RPC after error@1024339280), errback=(continuation of Deferred@157283330 after retry RPC after error@1462409847) -> (continuation of Deferred@822738223 after retry RPC after error@112903277) -> (continuation of Deferred@1882447708 after retry RPC after error@1942555151) -> (continuation of Deferred@223830492 after retry RPC after error@1562269111) -> (continuation of Deferred@859420791 after retry RPC after error@144397677) -> (continuation of Deferred@1047825443 after retry RPC after error@300467639) -> (continuation of Deferred@1877749245 after retry RPC after error@1024339280)))
20:01:30.112 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:30.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.312 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1346432221(state=PENDING, result=null, callback=(continuation of Deferred@1290528287 after retry RPC after error@1869503142) -> (continuation of Deferred@1190962233 after retry RPC after error@286101055) -> (continuation of Deferred@38099231 after retry RPC after error@526616731) -> (continuation of Deferred@1008544290 after retry RPC after error@1100752872) -> (continuation of Deferred@1765348197 after retry RPC after error@1788705161) -> (continuation of Deferred@1057227458 after retry RPC after error@528994733) -> (continuation of Deferred@1040472835 after retry RPC after error@1070869627), errback=(continuation of Deferred@1290528287 after retry RPC after error@1869503142) -> (continuation of Deferred@1190962233 after retry RPC after error@286101055) -> (continuation of Deferred@38099231 after retry RPC after error@526616731) -> (continuation of Deferred@1008544290 after retry RPC after error@1100752872) -> (continuation of Deferred@1765348197 after retry RPC after error@1788705161) -> (continuation of Deferred@1057227458 after retry RPC after error@528994733) -> (continuation of Deferred@1040472835 after retry RPC after error@1070869627)))
20:01:30.313 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1346432221(state=PENDING, result=null, callback=(continuation of Deferred@1290528287 after retry RPC after error@1869503142) -> (continuation of Deferred@1190962233 after retry RPC after error@286101055) -> (continuation of Deferred@38099231 after retry RPC after error@526616731) -> (continuation of Deferred@1008544290 after retry RPC after error@1100752872) -> (continuation of Deferred@1765348197 after retry RPC after error@1788705161) -> (continuation of Deferred@1057227458 after retry RPC after error@528994733) -> (continuation of Deferred@1040472835 after retry RPC after error@1070869627), errback=(continuation of Deferred@1290528287 after retry RPC after error@1869503142) -> (continuation of Deferred@1190962233 after retry RPC after error@286101055) -> (continuation of Deferred@38099231 after retry RPC after error@526616731) -> (continuation of Deferred@1008544290 after retry RPC after error@1100752872) -> (continuation of Deferred@1765348197 after retry RPC after error@1788705161) -> (continuation of Deferred@1057227458 after retry RPC after error@528994733) -> (continuation of Deferred@1040472835 after retry RPC after error@1070869627)))
20:01:30.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.591 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@565798600(state=PENDING, result=null, callback=(continuation of Deferred@1921989892 after retry RPC after error@2132081210) -> (continuation of Deferred@1955452334 after retry RPC after error@510157521) -> (continuation of Deferred@360975109 after retry RPC after error@1293543077) -> (continuation of Deferred@1470327309 after retry RPC after error@167830722) -> (continuation of Deferred@1072241316 after retry RPC after error@1028128562) -> (continuation of Deferred@1903696277 after retry RPC after error@2085864844) -> (continuation of Deferred@186174616 after retry RPC after error@153361574), errback=(continuation of Deferred@1921989892 after retry RPC after error@2132081210) -> (continuation of Deferred@1955452334 after retry RPC after error@510157521) -> (continuation of Deferred@360975109 after retry RPC after error@1293543077) -> (continuation of Deferred@1470327309 after retry RPC after error@167830722) -> (continuation of Deferred@1072241316 after retry RPC after error@1028128562) -> (continuation of Deferred@1903696277 after retry RPC after error@2085864844) -> (continuation of Deferred@186174616 after retry RPC after error@153361574)))
20:01:30.591 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:30.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.773 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@730379105(state=PENDING, result=null, callback=(continuation of Deferred@1317075003 after retry RPC after error@356295725) -> (continuation of Deferred@1990500446 after retry RPC after error@416880208) -> (continuation of Deferred@1364288592 after retry RPC after error@557629339) -> (continuation of Deferred@1917406642 after retry RPC after error@577941053) -> (continuation of Deferred@2027630023 after retry RPC after error@1021281568) -> (continuation of Deferred@71527380 after retry RPC after error@863448615), errback=(continuation of Deferred@1317075003 after retry RPC after error@356295725) -> (continuation of Deferred@1990500446 after retry RPC after error@416880208) -> (continuation of Deferred@1364288592 after retry RPC after error@557629339) -> (continuation of Deferred@1917406642 after retry RPC after error@577941053) -> (continuation of Deferred@2027630023 after retry RPC after error@1021281568) -> (continuation of Deferred@71527380 after retry RPC after error@863448615)))
20:01:30.773 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@730379105(state=PENDING, result=null, callback=(continuation of Deferred@1317075003 after retry RPC after error@356295725) -> (continuation of Deferred@1990500446 after retry RPC after error@416880208) -> (continuation of Deferred@1364288592 after retry RPC after error@557629339) -> (continuation of Deferred@1917406642 after retry RPC after error@577941053) -> (continuation of Deferred@2027630023 after retry RPC after error@1021281568) -> (continuation of Deferred@71527380 after retry RPC after error@863448615), errback=(continuation of Deferred@1317075003 after retry RPC after error@356295725) -> (continuation of Deferred@1990500446 after retry RPC after error@416880208) -> (continuation of Deferred@1364288592 after retry RPC after error@557629339) -> (continuation of Deferred@1917406642 after retry RPC after error@577941053) -> (continuation of Deferred@2027630023 after retry RPC after error@1021281568) -> (continuation of Deferred@71527380 after retry RPC after error@863448615)))
20:01:30.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:30.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:30.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:30.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:30.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:30.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.033 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1240617884(state=PENDING, result=null, callback=(continuation of Deferred@873573801 after retry RPC after error@1083955329) -> (continuation of Deferred@1580937954 after retry RPC after error@84861962) -> (continuation of Deferred@1011580391 after retry RPC after error@571143487) -> (continuation of Deferred@622952382 after retry RPC after error@1467871652) -> (continuation of Deferred@817761001 after retry RPC after error@1164489420) -> (continuation of Deferred@1796929872 after retry RPC after error@1406326086) -> (continuation of Deferred@326857879 after retry RPC after error@319118054), errback=(continuation of Deferred@873573801 after retry RPC after error@1083955329) -> (continuation of Deferred@1580937954 after retry RPC after error@84861962) -> (continuation of Deferred@1011580391 after retry RPC after error@571143487) -> (continuation of Deferred@622952382 after retry RPC after error@1467871652) -> (continuation of Deferred@817761001 after retry RPC after error@1164489420) -> (continuation of Deferred@1796929872 after retry RPC after error@1406326086) -> (continuation of Deferred@326857879 after retry RPC after error@319118054)))
20:01:31.033 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1240617884(state=PENDING, result=null, callback=(continuation of Deferred@873573801 after retry RPC after error@1083955329) -> (continuation of Deferred@1580937954 after retry RPC after error@84861962) -> (continuation of Deferred@1011580391 after retry RPC after error@571143487) -> (continuation of Deferred@622952382 after retry RPC after error@1467871652) -> (continuation of Deferred@817761001 after retry RPC after error@1164489420) -> (continuation of Deferred@1796929872 after retry RPC after error@1406326086) -> (continuation of Deferred@326857879 after retry RPC after error@319118054), errback=(continuation of Deferred@873573801 after retry RPC after error@1083955329) -> (continuation of Deferred@1580937954 after retry RPC after error@84861962) -> (continuation of Deferred@1011580391 after retry RPC after error@571143487) -> (continuation of Deferred@622952382 after retry RPC after error@1467871652) -> (continuation of Deferred@817761001 after retry RPC after error@1164489420) -> (continuation of Deferred@1796929872 after retry RPC after error@1406326086) -> (continuation of Deferred@326857879 after retry RPC after error@319118054)))
20:01:31.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.052 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.253 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@855527570(state=PENDING, result=null, callback=(continuation of Deferred@196824410 after retry RPC after error@1452787314) -> (continuation of Deferred@1284167242 after retry RPC after error@212891017) -> (continuation of Deferred@1563437272 after retry RPC after error@897368410) -> (continuation of Deferred@803109177 after retry RPC after error@550325622) -> (continuation of Deferred@2095564639 after retry RPC after error@792903560) -> (continuation of Deferred@1929977064 after retry RPC after error@962939138), errback=(continuation of Deferred@196824410 after retry RPC after error@1452787314) -> (continuation of Deferred@1284167242 after retry RPC after error@212891017) -> (continuation of Deferred@1563437272 after retry RPC after error@897368410) -> (continuation of Deferred@803109177 after retry RPC after error@550325622) -> (continuation of Deferred@2095564639 after retry RPC after error@792903560) -> (continuation of Deferred@1929977064 after retry RPC after error@962939138)))
20:01:31.253 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@855527570(state=PENDING, result=null, callback=(continuation of Deferred@196824410 after retry RPC after error@1452787314) -> (continuation of Deferred@1284167242 after retry RPC after error@212891017) -> (continuation of Deferred@1563437272 after retry RPC after error@897368410) -> (continuation of Deferred@803109177 after retry RPC after error@550325622) -> (continuation of Deferred@2095564639 after retry RPC after error@792903560) -> (continuation of Deferred@1929977064 after retry RPC after error@962939138), errback=(continuation of Deferred@196824410 after retry RPC after error@1452787314) -> (continuation of Deferred@1284167242 after retry RPC after error@212891017) -> (continuation of Deferred@1563437272 after retry RPC after error@897368410) -> (continuation of Deferred@803109177 after retry RPC after error@550325622) -> (continuation of Deferred@2095564639 after retry RPC after error@792903560) -> (continuation of Deferred@1929977064 after retry RPC after error@962939138)))
20:01:31.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:31.354549 16845 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:31.356966 16845 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:31.358292 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:31.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.513 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1201896051(state=PENDING, result=null, callback=(continuation of Deferred@1903778963 after retry RPC after error@1362399169) -> (continuation of Deferred@293582095 after retry RPC after error@1297298865) -> (continuation of Deferred@1995797836 after retry RPC after error@63612628) -> (continuation of Deferred@1869720687 after retry RPC after error@1004270221) -> (continuation of Deferred@1725542319 after retry RPC after error@821250470) -> (continuation of Deferred@1384352003 after retry RPC after error@917001796) -> (continuation of Deferred@489104361 after retry RPC after error@926148498), errback=(continuation of Deferred@1903778963 after retry RPC after error@1362399169) -> (continuation of Deferred@293582095 after retry RPC after error@1297298865) -> (continuation of Deferred@1995797836 after retry RPC after error@63612628) -> (continuation of Deferred@1869720687 after retry RPC after error@1004270221) -> (continuation of Deferred@1725542319 after retry RPC after error@821250470) -> (continuation of Deferred@1384352003 after retry RPC after error@917001796) -> (continuation of Deferred@489104361 after retry RPC after error@926148498)))
20:01:31.513 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1201896051(state=PENDING, result=null, callback=(continuation of Deferred@1903778963 after retry RPC after error@1362399169) -> (continuation of Deferred@293582095 after retry RPC after error@1297298865) -> (continuation of Deferred@1995797836 after retry RPC after error@63612628) -> (continuation of Deferred@1869720687 after retry RPC after error@1004270221) -> (continuation of Deferred@1725542319 after retry RPC after error@821250470) -> (continuation of Deferred@1384352003 after retry RPC after error@917001796) -> (continuation of Deferred@489104361 after retry RPC after error@926148498), errback=(continuation of Deferred@1903778963 after retry RPC after error@1362399169) -> (continuation of Deferred@293582095 after retry RPC after error@1297298865) -> (continuation of Deferred@1995797836 after retry RPC after error@63612628) -> (continuation of Deferred@1869720687 after retry RPC after error@1004270221) -> (continuation of Deferred@1725542319 after retry RPC after error@821250470) -> (continuation of Deferred@1384352003 after retry RPC after error@917001796) -> (continuation of Deferred@489104361 after retry RPC after error@926148498)))
20:01:31.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.712 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1296471367(state=PENDING, result=null, callback=(continuation of Deferred@101866437 after retry RPC after error@193797022) -> (continuation of Deferred@357074478 after retry RPC after error@1818088813) -> (continuation of Deferred@2022008656 after retry RPC after error@465031733) -> (continuation of Deferred@1243569819 after retry RPC after error@1214974984) -> (continuation of Deferred@461856178 after retry RPC after error@1040450189) -> (continuation of Deferred@249526352 after retry RPC after error@516173519), errback=(continuation of Deferred@101866437 after retry RPC after error@193797022) -> (continuation of Deferred@357074478 after retry RPC after error@1818088813) -> (continuation of Deferred@2022008656 after retry RPC after error@465031733) -> (continuation of Deferred@1243569819 after retry RPC after error@1214974984) -> (continuation of Deferred@461856178 after retry RPC after error@1040450189) -> (continuation of Deferred@249526352 after retry RPC after error@516173519)))
20:01:31.713 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1296471367(state=PENDING, result=null, callback=(continuation of Deferred@101866437 after retry RPC after error@193797022) -> (continuation of Deferred@357074478 after retry RPC after error@1818088813) -> (continuation of Deferred@2022008656 after retry RPC after error@465031733) -> (continuation of Deferred@1243569819 after retry RPC after error@1214974984) -> (continuation of Deferred@461856178 after retry RPC after error@1040450189) -> (continuation of Deferred@249526352 after retry RPC after error@516173519), errback=(continuation of Deferred@101866437 after retry RPC after error@193797022) -> (continuation of Deferred@357074478 after retry RPC after error@1818088813) -> (continuation of Deferred@2022008656 after retry RPC after error@465031733) -> (continuation of Deferred@1243569819 after retry RPC after error@1214974984) -> (continuation of Deferred@461856178 after retry RPC after error@1040450189) -> (continuation of Deferred@249526352 after retry RPC after error@516173519)))
20:01:31.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:31.972 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@687563580(state=PENDING, result=null, callback=(continuation of Deferred@107993946 after retry RPC after error@447587271) -> (continuation of Deferred@1455614872 after retry RPC after error@634622207) -> (continuation of Deferred@1562257940 after retry RPC after error@718932459) -> (continuation of Deferred@1803925763 after retry RPC after error@1382586596) -> (continuation of Deferred@2122995255 after retry RPC after error@82152796) -> (continuation of Deferred@1114530146 after retry RPC after error@1423404659) -> (continuation of Deferred@2017501488 after retry RPC after error@1357335561), errback=(continuation of Deferred@107993946 after retry RPC after error@447587271) -> (continuation of Deferred@1455614872 after retry RPC after error@634622207) -> (continuation of Deferred@1562257940 after retry RPC after error@718932459) -> (continuation of Deferred@1803925763 after retry RPC after error@1382586596) -> (continuation of Deferred@2122995255 after retry RPC after error@82152796) -> (continuation of Deferred@1114530146 after retry RPC after error@1423404659) -> (continuation of Deferred@2017501488 after retry RPC after error@1357335561)))
20:01:31.973 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@687563580(state=PENDING, result=null, callback=(continuation of Deferred@107993946 after retry RPC after error@447587271) -> (continuation of Deferred@1455614872 after retry RPC after error@634622207) -> (continuation of Deferred@1562257940 after retry RPC after error@718932459) -> (continuation of Deferred@1803925763 after retry RPC after error@1382586596) -> (continuation of Deferred@2122995255 after retry RPC after error@82152796) -> (continuation of Deferred@1114530146 after retry RPC after error@1423404659) -> (continuation of Deferred@2017501488 after retry RPC after error@1357335561), errback=(continuation of Deferred@107993946 after retry RPC after error@447587271) -> (continuation of Deferred@1455614872 after retry RPC after error@634622207) -> (continuation of Deferred@1562257940 after retry RPC after error@718932459) -> (continuation of Deferred@1803925763 after retry RPC after error@1382586596) -> (continuation of Deferred@2122995255 after retry RPC after error@82152796) -> (continuation of Deferred@1114530146 after retry RPC after error@1423404659) -> (continuation of Deferred@2017501488 after retry RPC after error@1357335561)))
20:01:31.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:31.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:31.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:31.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:31.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.233 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1021169746(state=PENDING, result=null, callback=(continuation of Deferred@715798230 after retry RPC after error@19552782) -> (continuation of Deferred@2105576237 after retry RPC after error@789420943) -> (continuation of Deferred@1424626750 after retry RPC after error@130272903) -> (continuation of Deferred@2120475825 after retry RPC after error@1030867217) -> (continuation of Deferred@960389477 after retry RPC after error@537929523) -> (continuation of Deferred@1102518764 after retry RPC after error@1916627338) -> (continuation of Deferred@952241121 after retry RPC after error@432708213) -> (continuation of Deferred@1615567065 after retry RPC after error@2032389219), errback=(continuation of Deferred@715798230 after retry RPC after error@19552782) -> (continuation of Deferred@2105576237 after retry RPC after error@789420943) -> (continuation of Deferred@1424626750 after retry RPC after error@130272903) -> (continuation of Deferred@2120475825 after retry RPC after error@1030867217) -> (continuation of Deferred@960389477 after retry RPC after error@537929523) -> (continuation of Deferred@1102518764 after retry RPC after error@1916627338) -> (continuation of Deferred@952241121 after retry RPC after error@432708213) -> (continuation of Deferred@1615567065 after retry RPC after error@2032389219)))
20:01:32.233 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1021169746(state=PENDING, result=null, callback=(continuation of Deferred@715798230 after retry RPC after error@19552782) -> (continuation of Deferred@2105576237 after retry RPC after error@789420943) -> (continuation of Deferred@1424626750 after retry RPC after error@130272903) -> (continuation of Deferred@2120475825 after retry RPC after error@1030867217) -> (continuation of Deferred@960389477 after retry RPC after error@537929523) -> (continuation of Deferred@1102518764 after retry RPC after error@1916627338) -> (continuation of Deferred@952241121 after retry RPC after error@432708213) -> (continuation of Deferred@1615567065 after retry RPC after error@2032389219), errback=(continuation of Deferred@715798230 after retry RPC after error@19552782) -> (continuation of Deferred@2105576237 after retry RPC after error@789420943) -> (continuation of Deferred@1424626750 after retry RPC after error@130272903) -> (continuation of Deferred@2120475825 after retry RPC after error@1030867217) -> (continuation of Deferred@960389477 after retry RPC after error@537929523) -> (continuation of Deferred@1102518764 after retry RPC after error@1916627338) -> (continuation of Deferred@952241121 after retry RPC after error@432708213) -> (continuation of Deferred@1615567065 after retry RPC after error@2032389219)))
20:01:32.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.493 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@381661920(state=PENDING, result=null, callback=(continuation of Deferred@1889436989 after retry RPC after error@833733080) -> (continuation of Deferred@562116553 after retry RPC after error@1254271403) -> (continuation of Deferred@1316059811 after retry RPC after error@1903283636) -> (continuation of Deferred@1499894572 after retry RPC after error@112653914) -> (continuation of Deferred@1138171981 after retry RPC after error@1018452462) -> (continuation of Deferred@1369854631 after retry RPC after error@1620273903) -> (continuation of Deferred@448588792 after retry RPC after error@72989288), errback=(continuation of Deferred@1889436989 after retry RPC after error@833733080) -> (continuation of Deferred@562116553 after retry RPC after error@1254271403) -> (continuation of Deferred@1316059811 after retry RPC after error@1903283636) -> (continuation of Deferred@1499894572 after retry RPC after error@112653914) -> (continuation of Deferred@1138171981 after retry RPC after error@1018452462) -> (continuation of Deferred@1369854631 after retry RPC after error@1620273903) -> (continuation of Deferred@448588792 after retry RPC after error@72989288)))
20:01:32.493 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@381661920(state=PENDING, result=null, callback=(continuation of Deferred@1889436989 after retry RPC after error@833733080) -> (continuation of Deferred@562116553 after retry RPC after error@1254271403) -> (continuation of Deferred@1316059811 after retry RPC after error@1903283636) -> (continuation of Deferred@1499894572 after retry RPC after error@112653914) -> (continuation of Deferred@1138171981 after retry RPC after error@1018452462) -> (continuation of Deferred@1369854631 after retry RPC after error@1620273903) -> (continuation of Deferred@448588792 after retry RPC after error@72989288), errback=(continuation of Deferred@1889436989 after retry RPC after error@833733080) -> (continuation of Deferred@562116553 after retry RPC after error@1254271403) -> (continuation of Deferred@1316059811 after retry RPC after error@1903283636) -> (continuation of Deferred@1499894572 after retry RPC after error@112653914) -> (continuation of Deferred@1138171981 after retry RPC after error@1018452462) -> (continuation of Deferred@1369854631 after retry RPC after error@1620273903) -> (continuation of Deferred@448588792 after retry RPC after error@72989288)))
20:01:32.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.752 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2146777281(state=PENDING, result=null, callback=(continuation of Deferred@1736257479 after retry RPC after error@1084753807) -> (continuation of Deferred@713662140 after retry RPC after error@2087491612) -> (continuation of Deferred@1927385921 after retry RPC after error@1920300781) -> (continuation of Deferred@342850145 after retry RPC after error@207334536) -> (continuation of Deferred@1918787033 after retry RPC after error@725983073) -> (continuation of Deferred@1150702618 after retry RPC after error@368611308) -> (continuation of Deferred@357083167 after retry RPC after error@317817664), errback=(continuation of Deferred@1736257479 after retry RPC after error@1084753807) -> (continuation of Deferred@713662140 after retry RPC after error@2087491612) -> (continuation of Deferred@1927385921 after retry RPC after error@1920300781) -> (continuation of Deferred@342850145 after retry RPC after error@207334536) -> (continuation of Deferred@1918787033 after retry RPC after error@725983073) -> (continuation of Deferred@1150702618 after retry RPC after error@368611308) -> (continuation of Deferred@357083167 after retry RPC after error@317817664)))
20:01:32.753 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2146777281(state=PENDING, result=null, callback=(continuation of Deferred@1736257479 after retry RPC after error@1084753807) -> (continuation of Deferred@713662140 after retry RPC after error@2087491612) -> (continuation of Deferred@1927385921 after retry RPC after error@1920300781) -> (continuation of Deferred@342850145 after retry RPC after error@207334536) -> (continuation of Deferred@1918787033 after retry RPC after error@725983073) -> (continuation of Deferred@1150702618 after retry RPC after error@368611308) -> (continuation of Deferred@357083167 after retry RPC after error@317817664), errback=(continuation of Deferred@1736257479 after retry RPC after error@1084753807) -> (continuation of Deferred@713662140 after retry RPC after error@2087491612) -> (continuation of Deferred@1927385921 after retry RPC after error@1920300781) -> (continuation of Deferred@342850145 after retry RPC after error@207334536) -> (continuation of Deferred@1918787033 after retry RPC after error@725983073) -> (continuation of Deferred@1150702618 after retry RPC after error@368611308) -> (continuation of Deferred@357083167 after retry RPC after error@317817664)))
20:01:32.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:32.972 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@378207320(state=PENDING, result=null, callback=(continuation of Deferred@433774307 after retry RPC after error@79107095) -> (continuation of Deferred@750378862 after retry RPC after error@1829805725) -> (continuation of Deferred@577927194 after retry RPC after error@517588975) -> (continuation of Deferred@2096708085 after retry RPC after error@368358529) -> (continuation of Deferred@620211341 after retry RPC after error@1950474563) -> (continuation of Deferred@1094867119 after retry RPC after error@1906486458) -> (continuation of Deferred@1747514823 after retry RPC after error@328747640), errback=(continuation of Deferred@433774307 after retry RPC after error@79107095) -> (continuation of Deferred@750378862 after retry RPC after error@1829805725) -> (continuation of Deferred@577927194 after retry RPC after error@517588975) -> (continuation of Deferred@2096708085 after retry RPC after error@368358529) -> (continuation of Deferred@620211341 after retry RPC after error@1950474563) -> (continuation of Deferred@1094867119 after retry RPC after error@1906486458) -> (continuation of Deferred@1747514823 after retry RPC after error@328747640)))
20:01:32.973 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@378207320(state=PENDING, result=null, callback=(continuation of Deferred@433774307 after retry RPC after error@79107095) -> (continuation of Deferred@750378862 after retry RPC after error@1829805725) -> (continuation of Deferred@577927194 after retry RPC after error@517588975) -> (continuation of Deferred@2096708085 after retry RPC after error@368358529) -> (continuation of Deferred@620211341 after retry RPC after error@1950474563) -> (continuation of Deferred@1094867119 after retry RPC after error@1906486458) -> (continuation of Deferred@1747514823 after retry RPC after error@328747640), errback=(continuation of Deferred@433774307 after retry RPC after error@79107095) -> (continuation of Deferred@750378862 after retry RPC after error@1829805725) -> (continuation of Deferred@577927194 after retry RPC after error@517588975) -> (continuation of Deferred@2096708085 after retry RPC after error@368358529) -> (continuation of Deferred@620211341 after retry RPC after error@1950474563) -> (continuation of Deferred@1094867119 after retry RPC after error@1906486458) -> (continuation of Deferred@1747514823 after retry RPC after error@328747640)))
20:01:32.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:32.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:32.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:32.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:32.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.019508 17765 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.019696 17765 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.020301 17765 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:33.022748 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:33.022965 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.023073 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.023310 17765 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:33.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.112 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.213 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@588788000(state=PENDING, result=null, callback=(continuation of Deferred@419106428 after retry RPC after error@537245894) -> (continuation of Deferred@5523991 after retry RPC after error@1646787084) -> (continuation of Deferred@577736922 after retry RPC after error@790745049) -> (continuation of Deferred@218578136 after retry RPC after error@1353535726) -> (continuation of Deferred@245035873 after retry RPC after error@803519084) -> (continuation of Deferred@456241844 after retry RPC after error@555854620) -> (continuation of Deferred@2021213602 after retry RPC after error@1925494555), errback=(continuation of Deferred@419106428 after retry RPC after error@537245894) -> (continuation of Deferred@5523991 after retry RPC after error@1646787084) -> (continuation of Deferred@577736922 after retry RPC after error@790745049) -> (continuation of Deferred@218578136 after retry RPC after error@1353535726) -> (continuation of Deferred@245035873 after retry RPC after error@803519084) -> (continuation of Deferred@456241844 after retry RPC after error@555854620) -> (continuation of Deferred@2021213602 after retry RPC after error@1925494555)))
20:01:33.213 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@588788000(state=PENDING, result=null, callback=(continuation of Deferred@419106428 after retry RPC after error@537245894) -> (continuation of Deferred@5523991 after retry RPC after error@1646787084) -> (continuation of Deferred@577736922 after retry RPC after error@790745049) -> (continuation of Deferred@218578136 after retry RPC after error@1353535726) -> (continuation of Deferred@245035873 after retry RPC after error@803519084) -> (continuation of Deferred@456241844 after retry RPC after error@555854620) -> (continuation of Deferred@2021213602 after retry RPC after error@1925494555), errback=(continuation of Deferred@419106428 after retry RPC after error@537245894) -> (continuation of Deferred@5523991 after retry RPC after error@1646787084) -> (continuation of Deferred@577736922 after retry RPC after error@790745049) -> (continuation of Deferred@218578136 after retry RPC after error@1353535726) -> (continuation of Deferred@245035873 after retry RPC after error@803519084) -> (continuation of Deferred@456241844 after retry RPC after error@555854620) -> (continuation of Deferred@2021213602 after retry RPC after error@1925494555)))
20:01:33.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.491 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1807110581(state=PENDING, result=null, callback=(continuation of Deferred@262892080 after retry RPC after error@1951879800) -> (continuation of Deferred@658782206 after retry RPC after error@2124869978) -> (continuation of Deferred@713621076 after retry RPC after error@1677897199) -> (continuation of Deferred@1660919126 after retry RPC after error@723164274) -> (continuation of Deferred@1175301403 after retry RPC after error@923864544) -> (continuation of Deferred@697967481 after retry RPC after error@1444729652) -> (continuation of Deferred@2110966169 after retry RPC after error@1116972494), errback=(continuation of Deferred@262892080 after retry RPC after error@1951879800) -> (continuation of Deferred@658782206 after retry RPC after error@2124869978) -> (continuation of Deferred@713621076 after retry RPC after error@1677897199) -> (continuation of Deferred@1660919126 after retry RPC after error@723164274) -> (continuation of Deferred@1175301403 after retry RPC after error@923864544) -> (continuation of Deferred@697967481 after retry RPC after error@1444729652) -> (continuation of Deferred@2110966169 after retry RPC after error@1116972494)))
20:01:33.491 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:33.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.592291 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:33.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:33.592514 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:33.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.715 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1185643375(state=PENDING, result=null, callback=(continuation of Deferred@702429999 after retry RPC after error@1469755745) -> (continuation of Deferred@510473032 after retry RPC after error@50353129) -> (continuation of Deferred@1532954597 after retry RPC after error@1506587734) -> (continuation of Deferred@785136468 after retry RPC after error@802335359) -> (continuation of Deferred@210886735 after retry RPC after error@818121615) -> (continuation of Deferred@2132410456 after retry RPC after error@1159842966) -> (continuation of Deferred@1177669605 after retry RPC after error@1786952543) -> (continuation of Deferred@1169522327 after retry RPC after error@247160779), errback=(continuation of Deferred@702429999 after retry RPC after error@1469755745) -> (continuation of Deferred@510473032 after retry RPC after error@50353129) -> (continuation of Deferred@1532954597 after retry RPC after error@1506587734) -> (continuation of Deferred@785136468 after retry RPC after error@802335359) -> (continuation of Deferred@210886735 after retry RPC after error@818121615) -> (continuation of Deferred@2132410456 after retry RPC after error@1159842966) -> (continuation of Deferred@1177669605 after retry RPC after error@1786952543) -> (continuation of Deferred@1169522327 after retry RPC after error@247160779)))
20:01:33.715 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1185643375(state=PENDING, result=null, callback=(continuation of Deferred@702429999 after retry RPC after error@1469755745) -> (continuation of Deferred@510473032 after retry RPC after error@50353129) -> (continuation of Deferred@1532954597 after retry RPC after error@1506587734) -> (continuation of Deferred@785136468 after retry RPC after error@802335359) -> (continuation of Deferred@210886735 after retry RPC after error@818121615) -> (continuation of Deferred@2132410456 after retry RPC after error@1159842966) -> (continuation of Deferred@1177669605 after retry RPC after error@1786952543) -> (continuation of Deferred@1169522327 after retry RPC after error@247160779), errback=(continuation of Deferred@702429999 after retry RPC after error@1469755745) -> (continuation of Deferred@510473032 after retry RPC after error@50353129) -> (continuation of Deferred@1532954597 after retry RPC after error@1506587734) -> (continuation of Deferred@785136468 after retry RPC after error@802335359) -> (continuation of Deferred@210886735 after retry RPC after error@818121615) -> (continuation of Deferred@2132410456 after retry RPC after error@1159842966) -> (continuation of Deferred@1177669605 after retry RPC after error@1786952543) -> (continuation of Deferred@1169522327 after retry RPC after error@247160779)))
20:01:33.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:33.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:33.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:33.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:33.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:33.991 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1582317529(state=PENDING, result=null, callback=(continuation of Deferred@1236112775 after retry RPC after error@622170095) -> (continuation of Deferred@1248050730 after retry RPC after error@361954888) -> (continuation of Deferred@817250512 after retry RPC after error@970312670) -> (continuation of Deferred@1854971936 after retry RPC after error@1827828484) -> (continuation of Deferred@1849691786 after retry RPC after error@2044507047) -> (continuation of Deferred@312904988 after retry RPC after error@1832101407) -> (continuation of Deferred@57262445 after retry RPC after error@531893036), errback=(continuation of Deferred@1236112775 after retry RPC after error@622170095) -> (continuation of Deferred@1248050730 after retry RPC after error@361954888) -> (continuation of Deferred@817250512 after retry RPC after error@970312670) -> (continuation of Deferred@1854971936 after retry RPC after error@1827828484) -> (continuation of Deferred@1849691786 after retry RPC after error@2044507047) -> (continuation of Deferred@312904988 after retry RPC after error@1832101407) -> (continuation of Deferred@57262445 after retry RPC after error@531893036)))
20:01:33.991 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:34.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.011 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.193 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1975803523(state=PENDING, result=null, callback=(continuation of Deferred@1742067864 after retry RPC after error@1796589413) -> (continuation of Deferred@1436241444 after retry RPC after error@50082386) -> (continuation of Deferred@1260665741 after retry RPC after error@240116579) -> (continuation of Deferred@19560160 after retry RPC after error@1655159349) -> (continuation of Deferred@146083263 after retry RPC after error@2031133489) -> (continuation of Deferred@736057221 after retry RPC after error@1953900249), errback=(continuation of Deferred@1742067864 after retry RPC after error@1796589413) -> (continuation of Deferred@1436241444 after retry RPC after error@50082386) -> (continuation of Deferred@1260665741 after retry RPC after error@240116579) -> (continuation of Deferred@19560160 after retry RPC after error@1655159349) -> (continuation of Deferred@146083263 after retry RPC after error@2031133489) -> (continuation of Deferred@736057221 after retry RPC after error@1953900249)))
20:01:34.193 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1975803523(state=PENDING, result=null, callback=(continuation of Deferred@1742067864 after retry RPC after error@1796589413) -> (continuation of Deferred@1436241444 after retry RPC after error@50082386) -> (continuation of Deferred@1260665741 after retry RPC after error@240116579) -> (continuation of Deferred@19560160 after retry RPC after error@1655159349) -> (continuation of Deferred@146083263 after retry RPC after error@2031133489) -> (continuation of Deferred@736057221 after retry RPC after error@1953900249), errback=(continuation of Deferred@1742067864 after retry RPC after error@1796589413) -> (continuation of Deferred@1436241444 after retry RPC after error@50082386) -> (continuation of Deferred@1260665741 after retry RPC after error@240116579) -> (continuation of Deferred@19560160 after retry RPC after error@1655159349) -> (continuation of Deferred@146083263 after retry RPC after error@2031133489) -> (continuation of Deferred@736057221 after retry RPC after error@1953900249)))
20:01:34.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.293 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.373 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1020036461(state=PENDING, result=null, callback=(continuation of Deferred@407783684 after retry RPC after error@1772667014) -> (continuation of Deferred@1509071724 after retry RPC after error@21863122) -> (continuation of Deferred@1805776278 after retry RPC after error@1151513748) -> (continuation of Deferred@155610775 after retry RPC after error@1689316967) -> (continuation of Deferred@5880354 after retry RPC after error@1359915177) -> (continuation of Deferred@1803962057 after retry RPC after error@136728072), errback=(continuation of Deferred@407783684 after retry RPC after error@1772667014) -> (continuation of Deferred@1509071724 after retry RPC after error@21863122) -> (continuation of Deferred@1805776278 after retry RPC after error@1151513748) -> (continuation of Deferred@155610775 after retry RPC after error@1689316967) -> (continuation of Deferred@5880354 after retry RPC after error@1359915177) -> (continuation of Deferred@1803962057 after retry RPC after error@136728072)))
20:01:34.373 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1020036461(state=PENDING, result=null, callback=(continuation of Deferred@407783684 after retry RPC after error@1772667014) -> (continuation of Deferred@1509071724 after retry RPC after error@21863122) -> (continuation of Deferred@1805776278 after retry RPC after error@1151513748) -> (continuation of Deferred@155610775 after retry RPC after error@1689316967) -> (continuation of Deferred@5880354 after retry RPC after error@1359915177) -> (continuation of Deferred@1803962057 after retry RPC after error@136728072), errback=(continuation of Deferred@407783684 after retry RPC after error@1772667014) -> (continuation of Deferred@1509071724 after retry RPC after error@21863122) -> (continuation of Deferred@1805776278 after retry RPC after error@1151513748) -> (continuation of Deferred@155610775 after retry RPC after error@1689316967) -> (continuation of Deferred@5880354 after retry RPC after error@1359915177) -> (continuation of Deferred@1803962057 after retry RPC after error@136728072)))
20:01:34.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.633 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1549332741(state=PENDING, result=null, callback=(continuation of Deferred@1537266489 after retry RPC after error@1211272606) -> (continuation of Deferred@65817182 after retry RPC after error@413619199) -> (continuation of Deferred@1170436809 after retry RPC after error@432101778) -> (continuation of Deferred@2023644750 after retry RPC after error@1518653961) -> (continuation of Deferred@76523178 after retry RPC after error@395407968) -> (continuation of Deferred@502735602 after retry RPC after error@1629470687) -> (continuation of Deferred@408747936 after retry RPC after error@71474361), errback=(continuation of Deferred@1537266489 after retry RPC after error@1211272606) -> (continuation of Deferred@65817182 after retry RPC after error@413619199) -> (continuation of Deferred@1170436809 after retry RPC after error@432101778) -> (continuation of Deferred@2023644750 after retry RPC after error@1518653961) -> (continuation of Deferred@76523178 after retry RPC after error@395407968) -> (continuation of Deferred@502735602 after retry RPC after error@1629470687) -> (continuation of Deferred@408747936 after retry RPC after error@71474361)))
20:01:34.633 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1549332741(state=PENDING, result=null, callback=(continuation of Deferred@1537266489 after retry RPC after error@1211272606) -> (continuation of Deferred@65817182 after retry RPC after error@413619199) -> (continuation of Deferred@1170436809 after retry RPC after error@432101778) -> (continuation of Deferred@2023644750 after retry RPC after error@1518653961) -> (continuation of Deferred@76523178 after retry RPC after error@395407968) -> (continuation of Deferred@502735602 after retry RPC after error@1629470687) -> (continuation of Deferred@408747936 after retry RPC after error@71474361), errback=(continuation of Deferred@1537266489 after retry RPC after error@1211272606) -> (continuation of Deferred@65817182 after retry RPC after error@413619199) -> (continuation of Deferred@1170436809 after retry RPC after error@432101778) -> (continuation of Deferred@2023644750 after retry RPC after error@1518653961) -> (continuation of Deferred@76523178 after retry RPC after error@395407968) -> (continuation of Deferred@502735602 after retry RPC after error@1629470687) -> (continuation of Deferred@408747936 after retry RPC after error@71474361)))
20:01:34.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.873 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1215079043(state=PENDING, result=null, callback=(continuation of Deferred@223253104 after retry RPC after error@1204458099) -> (continuation of Deferred@864837611 after retry RPC after error@509184931) -> (continuation of Deferred@1736263434 after retry RPC after error@1949763740) -> (continuation of Deferred@630547190 after retry RPC after error@2000941428) -> (continuation of Deferred@2047589761 after retry RPC after error@909392308) -> (continuation of Deferred@943226710 after retry RPC after error@1343807860) -> (continuation of Deferred@2002299203 after retry RPC after error@1622591365), errback=(continuation of Deferred@223253104 after retry RPC after error@1204458099) -> (continuation of Deferred@864837611 after retry RPC after error@509184931) -> (continuation of Deferred@1736263434 after retry RPC after error@1949763740) -> (continuation of Deferred@630547190 after retry RPC after error@2000941428) -> (continuation of Deferred@2047589761 after retry RPC after error@909392308) -> (continuation of Deferred@943226710 after retry RPC after error@1343807860) -> (continuation of Deferred@2002299203 after retry RPC after error@1622591365)))
20:01:34.873 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1215079043(state=PENDING, result=null, callback=(continuation of Deferred@223253104 after retry RPC after error@1204458099) -> (continuation of Deferred@864837611 after retry RPC after error@509184931) -> (continuation of Deferred@1736263434 after retry RPC after error@1949763740) -> (continuation of Deferred@630547190 after retry RPC after error@2000941428) -> (continuation of Deferred@2047589761 after retry RPC after error@909392308) -> (continuation of Deferred@943226710 after retry RPC after error@1343807860) -> (continuation of Deferred@2002299203 after retry RPC after error@1622591365), errback=(continuation of Deferred@223253104 after retry RPC after error@1204458099) -> (continuation of Deferred@864837611 after retry RPC after error@509184931) -> (continuation of Deferred@1736263434 after retry RPC after error@1949763740) -> (continuation of Deferred@630547190 after retry RPC after error@2000941428) -> (continuation of Deferred@2047589761 after retry RPC after error@909392308) -> (continuation of Deferred@943226710 after retry RPC after error@1343807860) -> (continuation of Deferred@2002299203 after retry RPC after error@1622591365)))
20:01:34.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:34.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:34.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:34.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:34.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:34.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.133 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@221078288(state=PENDING, result=null, callback=(continuation of Deferred@1565271052 after retry RPC after error@984211669) -> (continuation of Deferred@1748007749 after retry RPC after error@241414320) -> (continuation of Deferred@850626868 after retry RPC after error@1206479103) -> (continuation of Deferred@745064724 after retry RPC after error@1058867737) -> (continuation of Deferred@290053863 after retry RPC after error@493613729) -> (continuation of Deferred@2007087217 after retry RPC after error@540748126) -> (continuation of Deferred@2136634712 after retry RPC after error@1038511848), errback=(continuation of Deferred@1565271052 after retry RPC after error@984211669) -> (continuation of Deferred@1748007749 after retry RPC after error@241414320) -> (continuation of Deferred@850626868 after retry RPC after error@1206479103) -> (continuation of Deferred@745064724 after retry RPC after error@1058867737) -> (continuation of Deferred@290053863 after retry RPC after error@493613729) -> (continuation of Deferred@2007087217 after retry RPC after error@540748126) -> (continuation of Deferred@2136634712 after retry RPC after error@1038511848)))
20:01:35.133 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@221078288(state=PENDING, result=null, callback=(continuation of Deferred@1565271052 after retry RPC after error@984211669) -> (continuation of Deferred@1748007749 after retry RPC after error@241414320) -> (continuation of Deferred@850626868 after retry RPC after error@1206479103) -> (continuation of Deferred@745064724 after retry RPC after error@1058867737) -> (continuation of Deferred@290053863 after retry RPC after error@493613729) -> (continuation of Deferred@2007087217 after retry RPC after error@540748126) -> (continuation of Deferred@2136634712 after retry RPC after error@1038511848), errback=(continuation of Deferred@1565271052 after retry RPC after error@984211669) -> (continuation of Deferred@1748007749 after retry RPC after error@241414320) -> (continuation of Deferred@850626868 after retry RPC after error@1206479103) -> (continuation of Deferred@745064724 after retry RPC after error@1058867737) -> (continuation of Deferred@290053863 after retry RPC after error@493613729) -> (continuation of Deferred@2007087217 after retry RPC after error@540748126) -> (continuation of Deferred@2136634712 after retry RPC after error@1038511848)))
20:01:35.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.353 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@715510493(state=PENDING, result=null, callback=(continuation of Deferred@537004439 after retry RPC after error@1680233584) -> (continuation of Deferred@1392695077 after retry RPC after error@1471530146) -> (continuation of Deferred@1732981106 after retry RPC after error@832076863) -> (continuation of Deferred@1961242326 after retry RPC after error@227501116) -> (continuation of Deferred@871437406 after retry RPC after error@1106964379) -> (continuation of Deferred@70248940 after retry RPC after error@1920451537) -> (continuation of Deferred@1235184165 after retry RPC after error@1603261114), errback=(continuation of Deferred@537004439 after retry RPC after error@1680233584) -> (continuation of Deferred@1392695077 after retry RPC after error@1471530146) -> (continuation of Deferred@1732981106 after retry RPC after error@832076863) -> (continuation of Deferred@1961242326 after retry RPC after error@227501116) -> (continuation of Deferred@871437406 after retry RPC after error@1106964379) -> (continuation of Deferred@70248940 after retry RPC after error@1920451537) -> (continuation of Deferred@1235184165 after retry RPC after error@1603261114)))
20:01:35.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@715510493(state=PENDING, result=null, callback=(continuation of Deferred@537004439 after retry RPC after error@1680233584) -> (continuation of Deferred@1392695077 after retry RPC after error@1471530146) -> (continuation of Deferred@1732981106 after retry RPC after error@832076863) -> (continuation of Deferred@1961242326 after retry RPC after error@227501116) -> (continuation of Deferred@871437406 after retry RPC after error@1106964379) -> (continuation of Deferred@70248940 after retry RPC after error@1920451537) -> (continuation of Deferred@1235184165 after retry RPC after error@1603261114), errback=(continuation of Deferred@537004439 after retry RPC after error@1680233584) -> (continuation of Deferred@1392695077 after retry RPC after error@1471530146) -> (continuation of Deferred@1732981106 after retry RPC after error@832076863) -> (continuation of Deferred@1961242326 after retry RPC after error@227501116) -> (continuation of Deferred@871437406 after retry RPC after error@1106964379) -> (continuation of Deferred@70248940 after retry RPC after error@1920451537) -> (continuation of Deferred@1235184165 after retry RPC after error@1603261114)))
20:01:35.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.513 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2129022630(state=PENDING, result=null, callback=(continuation of Deferred@512128890 after retry RPC after error@675785922) -> (continuation of Deferred@1742425688 after retry RPC after error@730120059) -> (continuation of Deferred@101982422 after retry RPC after error@329297258) -> (continuation of Deferred@775194824 after retry RPC after error@541431058) -> (continuation of Deferred@124785500 after retry RPC after error@296559909) -> (continuation of Deferred@458595600 after retry RPC after error@397698669) -> (continuation of Deferred@282684724 after retry RPC after error@1747314183), errback=(continuation of Deferred@512128890 after retry RPC after error@675785922) -> (continuation of Deferred@1742425688 after retry RPC after error@730120059) -> (continuation of Deferred@101982422 after retry RPC after error@329297258) -> (continuation of Deferred@775194824 after retry RPC after error@541431058) -> (continuation of Deferred@124785500 after retry RPC after error@296559909) -> (continuation of Deferred@458595600 after retry RPC after error@397698669) -> (continuation of Deferred@282684724 after retry RPC after error@1747314183)))
20:01:35.513 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2129022630(state=PENDING, result=null, callback=(continuation of Deferred@512128890 after retry RPC after error@675785922) -> (continuation of Deferred@1742425688 after retry RPC after error@730120059) -> (continuation of Deferred@101982422 after retry RPC after error@329297258) -> (continuation of Deferred@775194824 after retry RPC after error@541431058) -> (continuation of Deferred@124785500 after retry RPC after error@296559909) -> (continuation of Deferred@458595600 after retry RPC after error@397698669) -> (continuation of Deferred@282684724 after retry RPC after error@1747314183), errback=(continuation of Deferred@512128890 after retry RPC after error@675785922) -> (continuation of Deferred@1742425688 after retry RPC after error@730120059) -> (continuation of Deferred@101982422 after retry RPC after error@329297258) -> (continuation of Deferred@775194824 after retry RPC after error@541431058) -> (continuation of Deferred@124785500 after retry RPC after error@296559909) -> (continuation of Deferred@458595600 after retry RPC after error@397698669) -> (continuation of Deferred@282684724 after retry RPC after error@1747314183)))
20:01:35.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.752 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1596650955(state=PENDING, result=null, callback=(continuation of Deferred@1385752709 after retry RPC after error@239545807) -> (continuation of Deferred@1634725269 after retry RPC after error@1776539870) -> (continuation of Deferred@2091571623 after retry RPC after error@1261742760) -> (continuation of Deferred@1437201694 after retry RPC after error@578548317) -> (continuation of Deferred@137781332 after retry RPC after error@1715075600) -> (continuation of Deferred@2082661068 after retry RPC after error@28708367) -> (continuation of Deferred@985262765 after retry RPC after error@326725264), errback=(continuation of Deferred@1385752709 after retry RPC after error@239545807) -> (continuation of Deferred@1634725269 after retry RPC after error@1776539870) -> (continuation of Deferred@2091571623 after retry RPC after error@1261742760) -> (continuation of Deferred@1437201694 after retry RPC after error@578548317) -> (continuation of Deferred@137781332 after retry RPC after error@1715075600) -> (continuation of Deferred@2082661068 after retry RPC after error@28708367) -> (continuation of Deferred@985262765 after retry RPC after error@326725264)))
20:01:35.753 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1596650955(state=PENDING, result=null, callback=(continuation of Deferred@1385752709 after retry RPC after error@239545807) -> (continuation of Deferred@1634725269 after retry RPC after error@1776539870) -> (continuation of Deferred@2091571623 after retry RPC after error@1261742760) -> (continuation of Deferred@1437201694 after retry RPC after error@578548317) -> (continuation of Deferred@137781332 after retry RPC after error@1715075600) -> (continuation of Deferred@2082661068 after retry RPC after error@28708367) -> (continuation of Deferred@985262765 after retry RPC after error@326725264), errback=(continuation of Deferred@1385752709 after retry RPC after error@239545807) -> (continuation of Deferred@1634725269 after retry RPC after error@1776539870) -> (continuation of Deferred@2091571623 after retry RPC after error@1261742760) -> (continuation of Deferred@1437201694 after retry RPC after error@578548317) -> (continuation of Deferred@137781332 after retry RPC after error@1715075600) -> (continuation of Deferred@2082661068 after retry RPC after error@28708367) -> (continuation of Deferred@985262765 after retry RPC after error@326725264)))
20:01:35.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.953 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@706759518(state=PENDING, result=null, callback=(continuation of Deferred@1746740307 after retry RPC after error@339721555) -> (continuation of Deferred@530089452 after retry RPC after error@936003578) -> (continuation of Deferred@922010348 after retry RPC after error@1598567492) -> (continuation of Deferred@69496228 after retry RPC after error@1639194445) -> (continuation of Deferred@1908884021 after retry RPC after error@1865658973) -> (continuation of Deferred@1222490962 after retry RPC after error@164797299) -> (continuation of Deferred@1112520342 after retry RPC after error@807163352), errback=(continuation of Deferred@1746740307 after retry RPC after error@339721555) -> (continuation of Deferred@530089452 after retry RPC after error@936003578) -> (continuation of Deferred@922010348 after retry RPC after error@1598567492) -> (continuation of Deferred@69496228 after retry RPC after error@1639194445) -> (continuation of Deferred@1908884021 after retry RPC after error@1865658973) -> (continuation of Deferred@1222490962 after retry RPC after error@164797299) -> (continuation of Deferred@1112520342 after retry RPC after error@807163352)))
20:01:35.954 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@706759518(state=PENDING, result=null, callback=(continuation of Deferred@1746740307 after retry RPC after error@339721555) -> (continuation of Deferred@530089452 after retry RPC after error@936003578) -> (continuation of Deferred@922010348 after retry RPC after error@1598567492) -> (continuation of Deferred@69496228 after retry RPC after error@1639194445) -> (continuation of Deferred@1908884021 after retry RPC after error@1865658973) -> (continuation of Deferred@1222490962 after retry RPC after error@164797299) -> (continuation of Deferred@1112520342 after retry RPC after error@807163352), errback=(continuation of Deferred@1746740307 after retry RPC after error@339721555) -> (continuation of Deferred@530089452 after retry RPC after error@936003578) -> (continuation of Deferred@922010348 after retry RPC after error@1598567492) -> (continuation of Deferred@69496228 after retry RPC after error@1639194445) -> (continuation of Deferred@1908884021 after retry RPC after error@1865658973) -> (continuation of Deferred@1222490962 after retry RPC after error@164797299) -> (continuation of Deferred@1112520342 after retry RPC after error@807163352)))
20:01:35.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:35.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:35.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:35.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:35.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:35.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.052 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.153 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@53156396(state=PENDING, result=null, callback=(continuation of Deferred@1491158243 after retry RPC after error@454288788) -> (continuation of Deferred@199196684 after retry RPC after error@1358823713) -> (continuation of Deferred@48923009 after retry RPC after error@106035981) -> (continuation of Deferred@1903809579 after retry RPC after error@1370367020) -> (continuation of Deferred@119423249 after retry RPC after error@245259116) -> (continuation of Deferred@838405656 after retry RPC after error@290902863), errback=(continuation of Deferred@1491158243 after retry RPC after error@454288788) -> (continuation of Deferred@199196684 after retry RPC after error@1358823713) -> (continuation of Deferred@48923009 after retry RPC after error@106035981) -> (continuation of Deferred@1903809579 after retry RPC after error@1370367020) -> (continuation of Deferred@119423249 after retry RPC after error@245259116) -> (continuation of Deferred@838405656 after retry RPC after error@290902863)))
20:01:36.153 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@53156396(state=PENDING, result=null, callback=(continuation of Deferred@1491158243 after retry RPC after error@454288788) -> (continuation of Deferred@199196684 after retry RPC after error@1358823713) -> (continuation of Deferred@48923009 after retry RPC after error@106035981) -> (continuation of Deferred@1903809579 after retry RPC after error@1370367020) -> (continuation of Deferred@119423249 after retry RPC after error@245259116) -> (continuation of Deferred@838405656 after retry RPC after error@290902863), errback=(continuation of Deferred@1491158243 after retry RPC after error@454288788) -> (continuation of Deferred@199196684 after retry RPC after error@1358823713) -> (continuation of Deferred@48923009 after retry RPC after error@106035981) -> (continuation of Deferred@1903809579 after retry RPC after error@1370367020) -> (continuation of Deferred@119423249 after retry RPC after error@245259116) -> (continuation of Deferred@838405656 after retry RPC after error@290902863)))
20:01:36.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.353 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1899382960(state=PENDING, result=null, callback=(continuation of Deferred@222730533 after retry RPC after error@1483168081) -> (continuation of Deferred@1369176280 after retry RPC after error@313219475) -> (continuation of Deferred@731739474 after retry RPC after error@1230113953) -> (continuation of Deferred@1191272555 after retry RPC after error@263114457) -> (continuation of Deferred@1331236251 after retry RPC after error@381106133) -> (continuation of Deferred@1526275920 after retry RPC after error@601414352), errback=(continuation of Deferred@222730533 after retry RPC after error@1483168081) -> (continuation of Deferred@1369176280 after retry RPC after error@313219475) -> (continuation of Deferred@731739474 after retry RPC after error@1230113953) -> (continuation of Deferred@1191272555 after retry RPC after error@263114457) -> (continuation of Deferred@1331236251 after retry RPC after error@381106133) -> (continuation of Deferred@1526275920 after retry RPC after error@601414352)))
20:01:36.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1899382960(state=PENDING, result=null, callback=(continuation of Deferred@222730533 after retry RPC after error@1483168081) -> (continuation of Deferred@1369176280 after retry RPC after error@313219475) -> (continuation of Deferred@731739474 after retry RPC after error@1230113953) -> (continuation of Deferred@1191272555 after retry RPC after error@263114457) -> (continuation of Deferred@1331236251 after retry RPC after error@381106133) -> (continuation of Deferred@1526275920 after retry RPC after error@601414352), errback=(continuation of Deferred@222730533 after retry RPC after error@1483168081) -> (continuation of Deferred@1369176280 after retry RPC after error@313219475) -> (continuation of Deferred@731739474 after retry RPC after error@1230113953) -> (continuation of Deferred@1191272555 after retry RPC after error@263114457) -> (continuation of Deferred@1331236251 after retry RPC after error@381106133) -> (continuation of Deferred@1526275920 after retry RPC after error@601414352)))
20:01:36.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:36.388769 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:36.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:36.392217 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:36.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:36.393666 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:36.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.631 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@418711565(state=PENDING, result=null, callback=(continuation of Deferred@682063289 after retry RPC after error@1061161758) -> (continuation of Deferred@1824744219 after retry RPC after error@1548139502) -> (continuation of Deferred@1331627874 after retry RPC after error@1895361900) -> (continuation of Deferred@122983379 after retry RPC after error@1856295196) -> (continuation of Deferred@1501020093 after retry RPC after error@1859365490) -> (continuation of Deferred@1295672944 after retry RPC after error@98464506) -> (continuation of Deferred@1638973355 after retry RPC after error@314771925), errback=(continuation of Deferred@682063289 after retry RPC after error@1061161758) -> (continuation of Deferred@1824744219 after retry RPC after error@1548139502) -> (continuation of Deferred@1331627874 after retry RPC after error@1895361900) -> (continuation of Deferred@122983379 after retry RPC after error@1856295196) -> (continuation of Deferred@1501020093 after retry RPC after error@1859365490) -> (continuation of Deferred@1295672944 after retry RPC after error@98464506) -> (continuation of Deferred@1638973355 after retry RPC after error@314771925)))
20:01:36.631 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:36.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.813 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@864954932(state=PENDING, result=null, callback=(continuation of Deferred@1029892773 after retry RPC after error@854481159) -> (continuation of Deferred@2085928571 after retry RPC after error@1053418575) -> (continuation of Deferred@349443825 after retry RPC after error@1420972813) -> (continuation of Deferred@231512198 after retry RPC after error@2086076140) -> (continuation of Deferred@1216420873 after retry RPC after error@242025519) -> (continuation of Deferred@1737274828 after retry RPC after error@744916559) -> (continuation of Deferred@1816639134 after retry RPC after error@183339845), errback=(continuation of Deferred@1029892773 after retry RPC after error@854481159) -> (continuation of Deferred@2085928571 after retry RPC after error@1053418575) -> (continuation of Deferred@349443825 after retry RPC after error@1420972813) -> (continuation of Deferred@231512198 after retry RPC after error@2086076140) -> (continuation of Deferred@1216420873 after retry RPC after error@242025519) -> (continuation of Deferred@1737274828 after retry RPC after error@744916559) -> (continuation of Deferred@1816639134 after retry RPC after error@183339845)))
20:01:36.813 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@864954932(state=PENDING, result=null, callback=(continuation of Deferred@1029892773 after retry RPC after error@854481159) -> (continuation of Deferred@2085928571 after retry RPC after error@1053418575) -> (continuation of Deferred@349443825 after retry RPC after error@1420972813) -> (continuation of Deferred@231512198 after retry RPC after error@2086076140) -> (continuation of Deferred@1216420873 after retry RPC after error@242025519) -> (continuation of Deferred@1737274828 after retry RPC after error@744916559) -> (continuation of Deferred@1816639134 after retry RPC after error@183339845), errback=(continuation of Deferred@1029892773 after retry RPC after error@854481159) -> (continuation of Deferred@2085928571 after retry RPC after error@1053418575) -> (continuation of Deferred@349443825 after retry RPC after error@1420972813) -> (continuation of Deferred@231512198 after retry RPC after error@2086076140) -> (continuation of Deferred@1216420873 after retry RPC after error@242025519) -> (continuation of Deferred@1737274828 after retry RPC after error@744916559) -> (continuation of Deferred@1816639134 after retry RPC after error@183339845)))
20:01:36.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:36.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:36.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:36.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:36.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:36.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.033 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1520307096(state=PENDING, result=null, callback=(continuation of Deferred@15520211 after retry RPC after error@885472008) -> (continuation of Deferred@1432039752 after retry RPC after error@2134061744) -> (continuation of Deferred@431425228 after retry RPC after error@346382729) -> (continuation of Deferred@418956068 after retry RPC after error@2117649465) -> (continuation of Deferred@1595423828 after retry RPC after error@1619965719) -> (continuation of Deferred@1043446209 after retry RPC after error@101755698) -> (continuation of Deferred@410307896 after retry RPC after error@223864622), errback=(continuation of Deferred@15520211 after retry RPC after error@885472008) -> (continuation of Deferred@1432039752 after retry RPC after error@2134061744) -> (continuation of Deferred@431425228 after retry RPC after error@346382729) -> (continuation of Deferred@418956068 after retry RPC after error@2117649465) -> (continuation of Deferred@1595423828 after retry RPC after error@1619965719) -> (continuation of Deferred@1043446209 after retry RPC after error@101755698) -> (continuation of Deferred@410307896 after retry RPC after error@223864622)))
20:01:37.034 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1520307096(state=PENDING, result=null, callback=(continuation of Deferred@15520211 after retry RPC after error@885472008) -> (continuation of Deferred@1432039752 after retry RPC after error@2134061744) -> (continuation of Deferred@431425228 after retry RPC after error@346382729) -> (continuation of Deferred@418956068 after retry RPC after error@2117649465) -> (continuation of Deferred@1595423828 after retry RPC after error@1619965719) -> (continuation of Deferred@1043446209 after retry RPC after error@101755698) -> (continuation of Deferred@410307896 after retry RPC after error@223864622), errback=(continuation of Deferred@15520211 after retry RPC after error@885472008) -> (continuation of Deferred@1432039752 after retry RPC after error@2134061744) -> (continuation of Deferred@431425228 after retry RPC after error@346382729) -> (continuation of Deferred@418956068 after retry RPC after error@2117649465) -> (continuation of Deferred@1595423828 after retry RPC after error@1619965719) -> (continuation of Deferred@1043446209 after retry RPC after error@101755698) -> (continuation of Deferred@410307896 after retry RPC after error@223864622)))
20:01:37.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.213 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1385296303(state=PENDING, result=null, callback=(continuation of Deferred@1629126398 after retry RPC after error@1957205806) -> (continuation of Deferred@886947678 after retry RPC after error@1763458275) -> (continuation of Deferred@1531138736 after retry RPC after error@1801633553) -> (continuation of Deferred@840747628 after retry RPC after error@980354024) -> (continuation of Deferred@2071462087 after retry RPC after error@85766798) -> (continuation of Deferred@1359435755 after retry RPC after error@322268768) -> (continuation of Deferred@678439673 after retry RPC after error@1209558459), errback=(continuation of Deferred@1629126398 after retry RPC after error@1957205806) -> (continuation of Deferred@886947678 after retry RPC after error@1763458275) -> (continuation of Deferred@1531138736 after retry RPC after error@1801633553) -> (continuation of Deferred@840747628 after retry RPC after error@980354024) -> (continuation of Deferred@2071462087 after retry RPC after error@85766798) -> (continuation of Deferred@1359435755 after retry RPC after error@322268768) -> (continuation of Deferred@678439673 after retry RPC after error@1209558459)))
20:01:37.214 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1385296303(state=PENDING, result=null, callback=(continuation of Deferred@1629126398 after retry RPC after error@1957205806) -> (continuation of Deferred@886947678 after retry RPC after error@1763458275) -> (continuation of Deferred@1531138736 after retry RPC after error@1801633553) -> (continuation of Deferred@840747628 after retry RPC after error@980354024) -> (continuation of Deferred@2071462087 after retry RPC after error@85766798) -> (continuation of Deferred@1359435755 after retry RPC after error@322268768) -> (continuation of Deferred@678439673 after retry RPC after error@1209558459), errback=(continuation of Deferred@1629126398 after retry RPC after error@1957205806) -> (continuation of Deferred@886947678 after retry RPC after error@1763458275) -> (continuation of Deferred@1531138736 after retry RPC after error@1801633553) -> (continuation of Deferred@840747628 after retry RPC after error@980354024) -> (continuation of Deferred@2071462087 after retry RPC after error@85766798) -> (continuation of Deferred@1359435755 after retry RPC after error@322268768) -> (continuation of Deferred@678439673 after retry RPC after error@1209558459)))
20:01:37.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.413 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1156121152(state=PENDING, result=null, callback=(continuation of Deferred@1892755801 after retry RPC after error@462129044) -> (continuation of Deferred@266534517 after retry RPC after error@51709643) -> (continuation of Deferred@2063039505 after retry RPC after error@1032315900) -> (continuation of Deferred@630109039 after retry RPC after error@235330123) -> (continuation of Deferred@1339045998 after retry RPC after error@1305131627) -> (continuation of Deferred@487550326 after retry RPC after error@635643934) -> (continuation of Deferred@1807640452 after retry RPC after error@1941930362), errback=(continuation of Deferred@1892755801 after retry RPC after error@462129044) -> (continuation of Deferred@266534517 after retry RPC after error@51709643) -> (continuation of Deferred@2063039505 after retry RPC after error@1032315900) -> (continuation of Deferred@630109039 after retry RPC after error@235330123) -> (continuation of Deferred@1339045998 after retry RPC after error@1305131627) -> (continuation of Deferred@487550326 after retry RPC after error@635643934) -> (continuation of Deferred@1807640452 after retry RPC after error@1941930362)))
20:01:37.413 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1156121152(state=PENDING, result=null, callback=(continuation of Deferred@1892755801 after retry RPC after error@462129044) -> (continuation of Deferred@266534517 after retry RPC after error@51709643) -> (continuation of Deferred@2063039505 after retry RPC after error@1032315900) -> (continuation of Deferred@630109039 after retry RPC after error@235330123) -> (continuation of Deferred@1339045998 after retry RPC after error@1305131627) -> (continuation of Deferred@487550326 after retry RPC after error@635643934) -> (continuation of Deferred@1807640452 after retry RPC after error@1941930362), errback=(continuation of Deferred@1892755801 after retry RPC after error@462129044) -> (continuation of Deferred@266534517 after retry RPC after error@51709643) -> (continuation of Deferred@2063039505 after retry RPC after error@1032315900) -> (continuation of Deferred@630109039 after retry RPC after error@235330123) -> (continuation of Deferred@1339045998 after retry RPC after error@1305131627) -> (continuation of Deferred@487550326 after retry RPC after error@635643934) -> (continuation of Deferred@1807640452 after retry RPC after error@1941930362)))
20:01:37.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.672 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1123513676(state=PENDING, result=null, callback=(continuation of Deferred@2039531186 after retry RPC after error@203724591) -> (continuation of Deferred@694417419 after retry RPC after error@1355265406) -> (continuation of Deferred@790453378 after retry RPC after error@120077217) -> (continuation of Deferred@834484463 after retry RPC after error@1547442147) -> (continuation of Deferred@427866538 after retry RPC after error@1597205512) -> (continuation of Deferred@126963009 after retry RPC after error@992919903) -> (continuation of Deferred@671048313 after retry RPC after error@1676151202), errback=(continuation of Deferred@2039531186 after retry RPC after error@203724591) -> (continuation of Deferred@694417419 after retry RPC after error@1355265406) -> (continuation of Deferred@790453378 after retry RPC after error@120077217) -> (continuation of Deferred@834484463 after retry RPC after error@1547442147) -> (continuation of Deferred@427866538 after retry RPC after error@1597205512) -> (continuation of Deferred@126963009 after retry RPC after error@992919903) -> (continuation of Deferred@671048313 after retry RPC after error@1676151202)))
20:01:37.672 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1123513676(state=PENDING, result=null, callback=(continuation of Deferred@2039531186 after retry RPC after error@203724591) -> (continuation of Deferred@694417419 after retry RPC after error@1355265406) -> (continuation of Deferred@790453378 after retry RPC after error@120077217) -> (continuation of Deferred@834484463 after retry RPC after error@1547442147) -> (continuation of Deferred@427866538 after retry RPC after error@1597205512) -> (continuation of Deferred@126963009 after retry RPC after error@992919903) -> (continuation of Deferred@671048313 after retry RPC after error@1676151202), errback=(continuation of Deferred@2039531186 after retry RPC after error@203724591) -> (continuation of Deferred@694417419 after retry RPC after error@1355265406) -> (continuation of Deferred@790453378 after retry RPC after error@120077217) -> (continuation of Deferred@834484463 after retry RPC after error@1547442147) -> (continuation of Deferred@427866538 after retry RPC after error@1597205512) -> (continuation of Deferred@126963009 after retry RPC after error@992919903) -> (continuation of Deferred@671048313 after retry RPC after error@1676151202)))
20:01:37.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.932 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1504185846(state=PENDING, result=null, callback=(continuation of Deferred@425819873 after retry RPC after error@1336062615) -> (continuation of Deferred@1597888177 after retry RPC after error@1180940061) -> (continuation of Deferred@1416060742 after retry RPC after error@235632983) -> (continuation of Deferred@1068678777 after retry RPC after error@1681010125) -> (continuation of Deferred@172082018 after retry RPC after error@1599455932) -> (continuation of Deferred@1967058521 after retry RPC after error@1567094) -> (continuation of Deferred@71921861 after retry RPC after error@1970799314), errback=(continuation of Deferred@425819873 after retry RPC after error@1336062615) -> (continuation of Deferred@1597888177 after retry RPC after error@1180940061) -> (continuation of Deferred@1416060742 after retry RPC after error@235632983) -> (continuation of Deferred@1068678777 after retry RPC after error@1681010125) -> (continuation of Deferred@172082018 after retry RPC after error@1599455932) -> (continuation of Deferred@1967058521 after retry RPC after error@1567094) -> (continuation of Deferred@71921861 after retry RPC after error@1970799314)))
20:01:37.933 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1504185846(state=PENDING, result=null, callback=(continuation of Deferred@425819873 after retry RPC after error@1336062615) -> (continuation of Deferred@1597888177 after retry RPC after error@1180940061) -> (continuation of Deferred@1416060742 after retry RPC after error@235632983) -> (continuation of Deferred@1068678777 after retry RPC after error@1681010125) -> (continuation of Deferred@172082018 after retry RPC after error@1599455932) -> (continuation of Deferred@1967058521 after retry RPC after error@1567094) -> (continuation of Deferred@71921861 after retry RPC after error@1970799314), errback=(continuation of Deferred@425819873 after retry RPC after error@1336062615) -> (continuation of Deferred@1597888177 after retry RPC after error@1180940061) -> (continuation of Deferred@1416060742 after retry RPC after error@235632983) -> (continuation of Deferred@1068678777 after retry RPC after error@1681010125) -> (continuation of Deferred@172082018 after retry RPC after error@1599455932) -> (continuation of Deferred@1967058521 after retry RPC after error@1567094) -> (continuation of Deferred@71921861 after retry RPC after error@1970799314)))
20:01:37.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:37.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:37.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:37.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:37.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:37.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.133 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1993144787(state=PENDING, result=null, callback=(continuation of Deferred@362084852 after retry RPC after error@1030993689) -> (continuation of Deferred@2143354606 after retry RPC after error@1859355300) -> (continuation of Deferred@1547345363 after retry RPC after error@2094080562) -> (continuation of Deferred@69113032 after retry RPC after error@1990910029) -> (continuation of Deferred@2130063182 after retry RPC after error@197349904) -> (continuation of Deferred@2064330612 after retry RPC after error@1510084816) -> (continuation of Deferred@356632705 after retry RPC after error@75717611), errback=(continuation of Deferred@362084852 after retry RPC after error@1030993689) -> (continuation of Deferred@2143354606 after retry RPC after error@1859355300) -> (continuation of Deferred@1547345363 after retry RPC after error@2094080562) -> (continuation of Deferred@69113032 after retry RPC after error@1990910029) -> (continuation of Deferred@2130063182 after retry RPC after error@197349904) -> (continuation of Deferred@2064330612 after retry RPC after error@1510084816) -> (continuation of Deferred@356632705 after retry RPC after error@75717611)))
20:01:38.133 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1993144787(state=PENDING, result=null, callback=(continuation of Deferred@362084852 after retry RPC after error@1030993689) -> (continuation of Deferred@2143354606 after retry RPC after error@1859355300) -> (continuation of Deferred@1547345363 after retry RPC after error@2094080562) -> (continuation of Deferred@69113032 after retry RPC after error@1990910029) -> (continuation of Deferred@2130063182 after retry RPC after error@197349904) -> (continuation of Deferred@2064330612 after retry RPC after error@1510084816) -> (continuation of Deferred@356632705 after retry RPC after error@75717611), errback=(continuation of Deferred@362084852 after retry RPC after error@1030993689) -> (continuation of Deferred@2143354606 after retry RPC after error@1859355300) -> (continuation of Deferred@1547345363 after retry RPC after error@2094080562) -> (continuation of Deferred@69113032 after retry RPC after error@1990910029) -> (continuation of Deferred@2130063182 after retry RPC after error@197349904) -> (continuation of Deferred@2064330612 after retry RPC after error@1510084816) -> (continuation of Deferred@356632705 after retry RPC after error@75717611)))
20:01:38.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.352 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1404285537(state=PENDING, result=null, callback=(continuation of Deferred@791208819 after retry RPC after error@1601529579) -> (continuation of Deferred@1917579208 after retry RPC after error@1017473882) -> (continuation of Deferred@1425941702 after retry RPC after error@541610636) -> (continuation of Deferred@231791842 after retry RPC after error@439916985) -> (continuation of Deferred@1061508652 after retry RPC after error@1568386938) -> (continuation of Deferred@1455906811 after retry RPC after error@149742027) -> (continuation of Deferred@495788748 after retry RPC after error@487411320), errback=(continuation of Deferred@791208819 after retry RPC after error@1601529579) -> (continuation of Deferred@1917579208 after retry RPC after error@1017473882) -> (continuation of Deferred@1425941702 after retry RPC after error@541610636) -> (continuation of Deferred@231791842 after retry RPC after error@439916985) -> (continuation of Deferred@1061508652 after retry RPC after error@1568386938) -> (continuation of Deferred@1455906811 after retry RPC after error@149742027) -> (continuation of Deferred@495788748 after retry RPC after error@487411320)))
20:01:38.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1404285537(state=PENDING, result=null, callback=(continuation of Deferred@791208819 after retry RPC after error@1601529579) -> (continuation of Deferred@1917579208 after retry RPC after error@1017473882) -> (continuation of Deferred@1425941702 after retry RPC after error@541610636) -> (continuation of Deferred@231791842 after retry RPC after error@439916985) -> (continuation of Deferred@1061508652 after retry RPC after error@1568386938) -> (continuation of Deferred@1455906811 after retry RPC after error@149742027) -> (continuation of Deferred@495788748 after retry RPC after error@487411320), errback=(continuation of Deferred@791208819 after retry RPC after error@1601529579) -> (continuation of Deferred@1917579208 after retry RPC after error@1017473882) -> (continuation of Deferred@1425941702 after retry RPC after error@541610636) -> (continuation of Deferred@231791842 after retry RPC after error@439916985) -> (continuation of Deferred@1061508652 after retry RPC after error@1568386938) -> (continuation of Deferred@1455906811 after retry RPC after error@149742027) -> (continuation of Deferred@495788748 after retry RPC after error@487411320)))
20:01:38.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.593 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@412102035(state=PENDING, result=null, callback=(continuation of Deferred@704103700 after retry RPC after error@541895291) -> (continuation of Deferred@58807719 after retry RPC after error@451157233) -> (continuation of Deferred@221033948 after retry RPC after error@1215744368) -> (continuation of Deferred@1095995828 after retry RPC after error@2078940923) -> (continuation of Deferred@327206415 after retry RPC after error@1841537094) -> (continuation of Deferred@809521787 after retry RPC after error@460758862) -> (continuation of Deferred@240353937 after retry RPC after error@2120405645) -> (continuation of Deferred@1275303088 after retry RPC after error@1671495313), errback=(continuation of Deferred@704103700 after retry RPC after error@541895291) -> (continuation of Deferred@58807719 after retry RPC after error@451157233) -> (continuation of Deferred@221033948 after retry RPC after error@1215744368) -> (continuation of Deferred@1095995828 after retry RPC after error@2078940923) -> (continuation of Deferred@327206415 after retry RPC after error@1841537094) -> (continuation of Deferred@809521787 after retry RPC after error@460758862) -> (continuation of Deferred@240353937 after retry RPC after error@2120405645) -> (continuation of Deferred@1275303088 after retry RPC after error@1671495313)))
20:01:38.594 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@412102035(state=PENDING, result=null, callback=(continuation of Deferred@704103700 after retry RPC after error@541895291) -> (continuation of Deferred@58807719 after retry RPC after error@451157233) -> (continuation of Deferred@221033948 after retry RPC after error@1215744368) -> (continuation of Deferred@1095995828 after retry RPC after error@2078940923) -> (continuation of Deferred@327206415 after retry RPC after error@1841537094) -> (continuation of Deferred@809521787 after retry RPC after error@460758862) -> (continuation of Deferred@240353937 after retry RPC after error@2120405645) -> (continuation of Deferred@1275303088 after retry RPC after error@1671495313), errback=(continuation of Deferred@704103700 after retry RPC after error@541895291) -> (continuation of Deferred@58807719 after retry RPC after error@451157233) -> (continuation of Deferred@221033948 after retry RPC after error@1215744368) -> (continuation of Deferred@1095995828 after retry RPC after error@2078940923) -> (continuation of Deferred@327206415 after retry RPC after error@1841537094) -> (continuation of Deferred@809521787 after retry RPC after error@460758862) -> (continuation of Deferred@240353937 after retry RPC after error@2120405645) -> (continuation of Deferred@1275303088 after retry RPC after error@1671495313)))
20:01:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:38.595369 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:38.595539 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:38.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.812 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1904194494(state=PENDING, result=null, callback=(continuation of Deferred@926509091 after retry RPC after error@350238726) -> (continuation of Deferred@1387436295 after retry RPC after error@1591485100) -> (continuation of Deferred@576200996 after retry RPC after error@938286433) -> (continuation of Deferred@1909571642 after retry RPC after error@1319585262) -> (continuation of Deferred@764742687 after retry RPC after error@1925974745) -> (continuation of Deferred@233034922 after retry RPC after error@2040490189) -> (continuation of Deferred@2087679509 after retry RPC after error@1852256643), errback=(continuation of Deferred@926509091 after retry RPC after error@350238726) -> (continuation of Deferred@1387436295 after retry RPC after error@1591485100) -> (continuation of Deferred@576200996 after retry RPC after error@938286433) -> (continuation of Deferred@1909571642 after retry RPC after error@1319585262) -> (continuation of Deferred@764742687 after retry RPC after error@1925974745) -> (continuation of Deferred@233034922 after retry RPC after error@2040490189) -> (continuation of Deferred@2087679509 after retry RPC after error@1852256643)))
20:01:38.812 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1904194494(state=PENDING, result=null, callback=(continuation of Deferred@926509091 after retry RPC after error@350238726) -> (continuation of Deferred@1387436295 after retry RPC after error@1591485100) -> (continuation of Deferred@576200996 after retry RPC after error@938286433) -> (continuation of Deferred@1909571642 after retry RPC after error@1319585262) -> (continuation of Deferred@764742687 after retry RPC after error@1925974745) -> (continuation of Deferred@233034922 after retry RPC after error@2040490189) -> (continuation of Deferred@2087679509 after retry RPC after error@1852256643), errback=(continuation of Deferred@926509091 after retry RPC after error@350238726) -> (continuation of Deferred@1387436295 after retry RPC after error@1591485100) -> (continuation of Deferred@576200996 after retry RPC after error@938286433) -> (continuation of Deferred@1909571642 after retry RPC after error@1319585262) -> (continuation of Deferred@764742687 after retry RPC after error@1925974745) -> (continuation of Deferred@233034922 after retry RPC after error@2040490189) -> (continuation of Deferred@2087679509 after retry RPC after error@1852256643)))
20:01:38.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.852 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:38.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:38.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:38.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:38.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:38.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.053 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1160174070(state=PENDING, result=null, callback=(continuation of Deferred@1941504032 after retry RPC after error@38291629) -> (continuation of Deferred@1113154207 after retry RPC after error@834927179) -> (continuation of Deferred@180376659 after retry RPC after error@1250785414) -> (continuation of Deferred@1137288914 after retry RPC after error@1836457282) -> (continuation of Deferred@1696378483 after retry RPC after error@1148498718) -> (continuation of Deferred@1250255476 after retry RPC after error@390392427) -> (continuation of Deferred@388735430 after retry RPC after error@1990597758), errback=(continuation of Deferred@1941504032 after retry RPC after error@38291629) -> (continuation of Deferred@1113154207 after retry RPC after error@834927179) -> (continuation of Deferred@180376659 after retry RPC after error@1250785414) -> (continuation of Deferred@1137288914 after retry RPC after error@1836457282) -> (continuation of Deferred@1696378483 after retry RPC after error@1148498718) -> (continuation of Deferred@1250255476 after retry RPC after error@390392427) -> (continuation of Deferred@388735430 after retry RPC after error@1990597758)))
20:01:39.053 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1160174070(state=PENDING, result=null, callback=(continuation of Deferred@1941504032 after retry RPC after error@38291629) -> (continuation of Deferred@1113154207 after retry RPC after error@834927179) -> (continuation of Deferred@180376659 after retry RPC after error@1250785414) -> (continuation of Deferred@1137288914 after retry RPC after error@1836457282) -> (continuation of Deferred@1696378483 after retry RPC after error@1148498718) -> (continuation of Deferred@1250255476 after retry RPC after error@390392427) -> (continuation of Deferred@388735430 after retry RPC after error@1990597758), errback=(continuation of Deferred@1941504032 after retry RPC after error@38291629) -> (continuation of Deferred@1113154207 after retry RPC after error@834927179) -> (continuation of Deferred@180376659 after retry RPC after error@1250785414) -> (continuation of Deferred@1137288914 after retry RPC after error@1836457282) -> (continuation of Deferred@1696378483 after retry RPC after error@1148498718) -> (continuation of Deferred@1250255476 after retry RPC after error@390392427) -> (continuation of Deferred@388735430 after retry RPC after error@1990597758)))
20:01:39.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.112 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.253 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@638175108(state=PENDING, result=null, callback=(continuation of Deferred@29079458 after retry RPC after error@2104548863) -> (continuation of Deferred@2049628280 after retry RPC after error@309794142) -> (continuation of Deferred@1311614485 after retry RPC after error@902366474) -> (continuation of Deferred@428663507 after retry RPC after error@863754585) -> (continuation of Deferred@281398317 after retry RPC after error@1842965098) -> (continuation of Deferred@322799480 after retry RPC after error@2120295767) -> (continuation of Deferred@1081817618 after retry RPC after error@1717011021), errback=(continuation of Deferred@29079458 after retry RPC after error@2104548863) -> (continuation of Deferred@2049628280 after retry RPC after error@309794142) -> (continuation of Deferred@1311614485 after retry RPC after error@902366474) -> (continuation of Deferred@428663507 after retry RPC after error@863754585) -> (continuation of Deferred@281398317 after retry RPC after error@1842965098) -> (continuation of Deferred@322799480 after retry RPC after error@2120295767) -> (continuation of Deferred@1081817618 after retry RPC after error@1717011021)))
20:01:39.253 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@638175108(state=PENDING, result=null, callback=(continuation of Deferred@29079458 after retry RPC after error@2104548863) -> (continuation of Deferred@2049628280 after retry RPC after error@309794142) -> (continuation of Deferred@1311614485 after retry RPC after error@902366474) -> (continuation of Deferred@428663507 after retry RPC after error@863754585) -> (continuation of Deferred@281398317 after retry RPC after error@1842965098) -> (continuation of Deferred@322799480 after retry RPC after error@2120295767) -> (continuation of Deferred@1081817618 after retry RPC after error@1717011021), errback=(continuation of Deferred@29079458 after retry RPC after error@2104548863) -> (continuation of Deferred@2049628280 after retry RPC after error@309794142) -> (continuation of Deferred@1311614485 after retry RPC after error@902366474) -> (continuation of Deferred@428663507 after retry RPC after error@863754585) -> (continuation of Deferred@281398317 after retry RPC after error@1842965098) -> (continuation of Deferred@322799480 after retry RPC after error@2120295767) -> (continuation of Deferred@1081817618 after retry RPC after error@1717011021)))
20:01:39.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.473 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1107558014(state=PENDING, result=null, callback=(continuation of Deferred@1010664523 after retry RPC after error@1272704015) -> (continuation of Deferred@462366285 after retry RPC after error@1176685388) -> (continuation of Deferred@384634911 after retry RPC after error@46284121) -> (continuation of Deferred@1620958722 after retry RPC after error@808780278) -> (continuation of Deferred@1311150599 after retry RPC after error@1570592367) -> (continuation of Deferred@1400831504 after retry RPC after error@1264348984) -> (continuation of Deferred@823159550 after retry RPC after error@109669533), errback=(continuation of Deferred@1010664523 after retry RPC after error@1272704015) -> (continuation of Deferred@462366285 after retry RPC after error@1176685388) -> (continuation of Deferred@384634911 after retry RPC after error@46284121) -> (continuation of Deferred@1620958722 after retry RPC after error@808780278) -> (continuation of Deferred@1311150599 after retry RPC after error@1570592367) -> (continuation of Deferred@1400831504 after retry RPC after error@1264348984) -> (continuation of Deferred@823159550 after retry RPC after error@109669533)))
20:01:39.473 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1107558014(state=PENDING, result=null, callback=(continuation of Deferred@1010664523 after retry RPC after error@1272704015) -> (continuation of Deferred@462366285 after retry RPC after error@1176685388) -> (continuation of Deferred@384634911 after retry RPC after error@46284121) -> (continuation of Deferred@1620958722 after retry RPC after error@808780278) -> (continuation of Deferred@1311150599 after retry RPC after error@1570592367) -> (continuation of Deferred@1400831504 after retry RPC after error@1264348984) -> (continuation of Deferred@823159550 after retry RPC after error@109669533), errback=(continuation of Deferred@1010664523 after retry RPC after error@1272704015) -> (continuation of Deferred@462366285 after retry RPC after error@1176685388) -> (continuation of Deferred@384634911 after retry RPC after error@46284121) -> (continuation of Deferred@1620958722 after retry RPC after error@808780278) -> (continuation of Deferred@1311150599 after retry RPC after error@1570592367) -> (continuation of Deferred@1400831504 after retry RPC after error@1264348984) -> (continuation of Deferred@823159550 after retry RPC after error@109669533)))
20:01:39.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.571 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.716 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.716 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=225), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [226ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1258778835(state=PENDING, result=null, callback=(continuation of Deferred@826563288 after retry RPC after error@1469005694) -> (continuation of Deferred@2145020029 after retry RPC after error@254480061) -> (continuation of Deferred@472516378 after retry RPC after error@846245678) -> (continuation of Deferred@507879581 after retry RPC after error@1229724430) -> (continuation of Deferred@93509610 after retry RPC after error@850137513) -> (continuation of Deferred@31329833 after retry RPC after error@677634423) -> (continuation of Deferred@995974678 after retry RPC after error@1773023629), errback=(continuation of Deferred@826563288 after retry RPC after error@1469005694) -> (continuation of Deferred@2145020029 after retry RPC after error@254480061) -> (continuation of Deferred@472516378 after retry RPC after error@846245678) -> (continuation of Deferred@507879581 after retry RPC after error@1229724430) -> (continuation of Deferred@93509610 after retry RPC after error@850137513) -> (continuation of Deferred@31329833 after retry RPC after error@677634423) -> (continuation of Deferred@995974678 after retry RPC after error@1773023629)))
20:01:39.717 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=225), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [226ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1258778835(state=PENDING, result=null, callback=(continuation of Deferred@826563288 after retry RPC after error@1469005694) -> (continuation of Deferred@2145020029 after retry RPC after error@254480061) -> (continuation of Deferred@472516378 after retry RPC after error@846245678) -> (continuation of Deferred@507879581 after retry RPC after error@1229724430) -> (continuation of Deferred@93509610 after retry RPC after error@850137513) -> (continuation of Deferred@31329833 after retry RPC after error@677634423) -> (continuation of Deferred@995974678 after retry RPC after error@1773023629), errback=(continuation of Deferred@826563288 after retry RPC after error@1469005694) -> (continuation of Deferred@2145020029 after retry RPC after error@254480061) -> (continuation of Deferred@472516378 after retry RPC after error@846245678) -> (continuation of Deferred@507879581 after retry RPC after error@1229724430) -> (continuation of Deferred@93509610 after retry RPC after error@850137513) -> (continuation of Deferred@31329833 after retry RPC after error@677634423) -> (continuation of Deferred@995974678 after retry RPC after error@1773023629)))
20:01:39.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.852 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.952 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2015984275(state=PENDING, result=null, callback=(continuation of Deferred@678017598 after retry RPC after error@1272320680) -> (continuation of Deferred@1673017539 after retry RPC after error@1349921733) -> (continuation of Deferred@892064703 after retry RPC after error@1309922528) -> (continuation of Deferred@1825543105 after retry RPC after error@218543518) -> (continuation of Deferred@1717254570 after retry RPC after error@918508885) -> (continuation of Deferred@654219736 after retry RPC after error@518812380) -> (continuation of Deferred@566599362 after retry RPC after error@1830580818), errback=(continuation of Deferred@678017598 after retry RPC after error@1272320680) -> (continuation of Deferred@1673017539 after retry RPC after error@1349921733) -> (continuation of Deferred@892064703 after retry RPC after error@1309922528) -> (continuation of Deferred@1825543105 after retry RPC after error@218543518) -> (continuation of Deferred@1717254570 after retry RPC after error@918508885) -> (continuation of Deferred@654219736 after retry RPC after error@518812380) -> (continuation of Deferred@566599362 after retry RPC after error@1830580818)))
20:01:39.952 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2015984275(state=PENDING, result=null, callback=(continuation of Deferred@678017598 after retry RPC after error@1272320680) -> (continuation of Deferred@1673017539 after retry RPC after error@1349921733) -> (continuation of Deferred@892064703 after retry RPC after error@1309922528) -> (continuation of Deferred@1825543105 after retry RPC after error@218543518) -> (continuation of Deferred@1717254570 after retry RPC after error@918508885) -> (continuation of Deferred@654219736 after retry RPC after error@518812380) -> (continuation of Deferred@566599362 after retry RPC after error@1830580818), errback=(continuation of Deferred@678017598 after retry RPC after error@1272320680) -> (continuation of Deferred@1673017539 after retry RPC after error@1349921733) -> (continuation of Deferred@892064703 after retry RPC after error@1309922528) -> (continuation of Deferred@1825543105 after retry RPC after error@218543518) -> (continuation of Deferred@1717254570 after retry RPC after error@918508885) -> (continuation of Deferred@654219736 after retry RPC after error@518812380) -> (continuation of Deferred@566599362 after retry RPC after error@1830580818)))
20:01:39.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:39.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:39.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:39.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:39.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:39.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.035 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.152 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@247818836(state=PENDING, result=null, callback=(continuation of Deferred@67091884 after retry RPC after error@1982578765) -> (continuation of Deferred@249052411 after retry RPC after error@728391870) -> (continuation of Deferred@1434888866 after retry RPC after error@2097623543) -> (continuation of Deferred@855106888 after retry RPC after error@1256197176) -> (continuation of Deferred@718503036 after retry RPC after error@1847556184) -> (continuation of Deferred@1674513782 after retry RPC after error@696536315), errback=(continuation of Deferred@67091884 after retry RPC after error@1982578765) -> (continuation of Deferred@249052411 after retry RPC after error@728391870) -> (continuation of Deferred@1434888866 after retry RPC after error@2097623543) -> (continuation of Deferred@855106888 after retry RPC after error@1256197176) -> (continuation of Deferred@718503036 after retry RPC after error@1847556184) -> (continuation of Deferred@1674513782 after retry RPC after error@696536315)))
20:01:40.153 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@247818836(state=PENDING, result=null, callback=(continuation of Deferred@67091884 after retry RPC after error@1982578765) -> (continuation of Deferred@249052411 after retry RPC after error@728391870) -> (continuation of Deferred@1434888866 after retry RPC after error@2097623543) -> (continuation of Deferred@855106888 after retry RPC after error@1256197176) -> (continuation of Deferred@718503036 after retry RPC after error@1847556184) -> (continuation of Deferred@1674513782 after retry RPC after error@696536315), errback=(continuation of Deferred@67091884 after retry RPC after error@1982578765) -> (continuation of Deferred@249052411 after retry RPC after error@728391870) -> (continuation of Deferred@1434888866 after retry RPC after error@2097623543) -> (continuation of Deferred@855106888 after retry RPC after error@1256197176) -> (continuation of Deferred@718503036 after retry RPC after error@1847556184) -> (continuation of Deferred@1674513782 after retry RPC after error@696536315)))
20:01:40.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.174 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.293 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.372 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@704773165(state=PENDING, result=null, callback=(continuation of Deferred@1261691245 after retry RPC after error@1226703985) -> (continuation of Deferred@62802292 after retry RPC after error@645610938) -> (continuation of Deferred@1914144913 after retry RPC after error@1259550510) -> (continuation of Deferred@974594769 after retry RPC after error@1165905604) -> (continuation of Deferred@199431674 after retry RPC after error@1503390191) -> (continuation of Deferred@1519995303 after retry RPC after error@1831216222) -> (continuation of Deferred@2130292933 after retry RPC after error@2024536676), errback=(continuation of Deferred@1261691245 after retry RPC after error@1226703985) -> (continuation of Deferred@62802292 after retry RPC after error@645610938) -> (continuation of Deferred@1914144913 after retry RPC after error@1259550510) -> (continuation of Deferred@974594769 after retry RPC after error@1165905604) -> (continuation of Deferred@199431674 after retry RPC after error@1503390191) -> (continuation of Deferred@1519995303 after retry RPC after error@1831216222) -> (continuation of Deferred@2130292933 after retry RPC after error@2024536676)))
20:01:40.373 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@704773165(state=PENDING, result=null, callback=(continuation of Deferred@1261691245 after retry RPC after error@1226703985) -> (continuation of Deferred@62802292 after retry RPC after error@645610938) -> (continuation of Deferred@1914144913 after retry RPC after error@1259550510) -> (continuation of Deferred@974594769 after retry RPC after error@1165905604) -> (continuation of Deferred@199431674 after retry RPC after error@1503390191) -> (continuation of Deferred@1519995303 after retry RPC after error@1831216222) -> (continuation of Deferred@2130292933 after retry RPC after error@2024536676), errback=(continuation of Deferred@1261691245 after retry RPC after error@1226703985) -> (continuation of Deferred@62802292 after retry RPC after error@645610938) -> (continuation of Deferred@1914144913 after retry RPC after error@1259550510) -> (continuation of Deferred@974594769 after retry RPC after error@1165905604) -> (continuation of Deferred@199431674 after retry RPC after error@1503390191) -> (continuation of Deferred@1519995303 after retry RPC after error@1831216222) -> (continuation of Deferred@2130292933 after retry RPC after error@2024536676)))
20:01:40.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:40.648262 17839 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:40.648590 17839 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:40.649493 17839 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:40.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:40.650852 17274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:01:40.651 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1815783139(state=PENDING, result=null, callback=(continuation of Deferred@1823608544 after retry RPC after error@1208296469) -> (continuation of Deferred@692588406 after retry RPC after error@276605186) -> (continuation of Deferred@1816490211 after retry RPC after error@218223858) -> (continuation of Deferred@1692096923 after retry RPC after error@295356603) -> (continuation of Deferred@1444900867 after retry RPC after error@1438287990) -> (continuation of Deferred@1804797147 after retry RPC after error@738973186) -> (continuation of Deferred@28914920 after retry RPC after error@4318609) -> (continuation of Deferred@1938267294 after retry RPC after error@30342954), errback=(continuation of Deferred@1823608544 after retry RPC after error@1208296469) -> (continuation of Deferred@692588406 after retry RPC after error@276605186) -> (continuation of Deferred@1816490211 after retry RPC after error@218223858) -> (continuation of Deferred@1692096923 after retry RPC after error@295356603) -> (continuation of Deferred@1444900867 after retry RPC after error@1438287990) -> (continuation of Deferred@1804797147 after retry RPC after error@738973186) -> (continuation of Deferred@28914920 after retry RPC after error@4318609) -> (continuation of Deferred@1938267294 after retry RPC after error@30342954)))
20:01:40.651 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:40.653381 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:40.653740 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:40.653892 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:40.654232 17839 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:40.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.930 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@580460503(state=PENDING, result=null, callback=(continuation of Deferred@1692915436 after retry RPC after error@203014194) -> (continuation of Deferred@513264077 after retry RPC after error@1956256367) -> (continuation of Deferred@772858534 after retry RPC after error@1825222406) -> (continuation of Deferred@1278462707 after retry RPC after error@1751054456) -> (continuation of Deferred@1106391559 after retry RPC after error@2029590432) -> (continuation of Deferred@718224926 after retry RPC after error@894275079) -> (continuation of Deferred@1711272099 after retry RPC after error@1435217835), errback=(continuation of Deferred@1692915436 after retry RPC after error@203014194) -> (continuation of Deferred@513264077 after retry RPC after error@1956256367) -> (continuation of Deferred@772858534 after retry RPC after error@1825222406) -> (continuation of Deferred@1278462707 after retry RPC after error@1751054456) -> (continuation of Deferred@1106391559 after retry RPC after error@2029590432) -> (continuation of Deferred@718224926 after retry RPC after error@894275079) -> (continuation of Deferred@1711272099 after retry RPC after error@1435217835)))
20:01:40.931 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:40.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:40.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:40.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:40.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:40.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:40.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.193 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1765231830(state=PENDING, result=null, callback=(continuation of Deferred@1722685013 after retry RPC after error@1137691860) -> (continuation of Deferred@1789100608 after retry RPC after error@958476862) -> (continuation of Deferred@791386097 after retry RPC after error@314529708) -> (continuation of Deferred@1694000697 after retry RPC after error@1417152602) -> (continuation of Deferred@664770875 after retry RPC after error@1333114963) -> (continuation of Deferred@1755043370 after retry RPC after error@2092251579) -> (continuation of Deferred@666378583 after retry RPC after error@1173205715), errback=(continuation of Deferred@1722685013 after retry RPC after error@1137691860) -> (continuation of Deferred@1789100608 after retry RPC after error@958476862) -> (continuation of Deferred@791386097 after retry RPC after error@314529708) -> (continuation of Deferred@1694000697 after retry RPC after error@1417152602) -> (continuation of Deferred@664770875 after retry RPC after error@1333114963) -> (continuation of Deferred@1755043370 after retry RPC after error@2092251579) -> (continuation of Deferred@666378583 after retry RPC after error@1173205715)))
20:01:41.193 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1765231830(state=PENDING, result=null, callback=(continuation of Deferred@1722685013 after retry RPC after error@1137691860) -> (continuation of Deferred@1789100608 after retry RPC after error@958476862) -> (continuation of Deferred@791386097 after retry RPC after error@314529708) -> (continuation of Deferred@1694000697 after retry RPC after error@1417152602) -> (continuation of Deferred@664770875 after retry RPC after error@1333114963) -> (continuation of Deferred@1755043370 after retry RPC after error@2092251579) -> (continuation of Deferred@666378583 after retry RPC after error@1173205715), errback=(continuation of Deferred@1722685013 after retry RPC after error@1137691860) -> (continuation of Deferred@1789100608 after retry RPC after error@958476862) -> (continuation of Deferred@791386097 after retry RPC after error@314529708) -> (continuation of Deferred@1694000697 after retry RPC after error@1417152602) -> (continuation of Deferred@664770875 after retry RPC after error@1333114963) -> (continuation of Deferred@1755043370 after retry RPC after error@2092251579) -> (continuation of Deferred@666378583 after retry RPC after error@1173205715)))
20:01:41.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.372 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@333954004(state=PENDING, result=null, callback=(continuation of Deferred@1375128447 after retry RPC after error@1410107412) -> (continuation of Deferred@1675152945 after retry RPC after error@1305469061) -> (continuation of Deferred@713389936 after retry RPC after error@452527644) -> (continuation of Deferred@1073084980 after retry RPC after error@218955399) -> (continuation of Deferred@213071521 after retry RPC after error@1579681997) -> (continuation of Deferred@1318874470 after retry RPC after error@604920564), errback=(continuation of Deferred@1375128447 after retry RPC after error@1410107412) -> (continuation of Deferred@1675152945 after retry RPC after error@1305469061) -> (continuation of Deferred@713389936 after retry RPC after error@452527644) -> (continuation of Deferred@1073084980 after retry RPC after error@218955399) -> (continuation of Deferred@213071521 after retry RPC after error@1579681997) -> (continuation of Deferred@1318874470 after retry RPC after error@604920564)))
20:01:41.373 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@333954004(state=PENDING, result=null, callback=(continuation of Deferred@1375128447 after retry RPC after error@1410107412) -> (continuation of Deferred@1675152945 after retry RPC after error@1305469061) -> (continuation of Deferred@713389936 after retry RPC after error@452527644) -> (continuation of Deferred@1073084980 after retry RPC after error@218955399) -> (continuation of Deferred@213071521 after retry RPC after error@1579681997) -> (continuation of Deferred@1318874470 after retry RPC after error@604920564), errback=(continuation of Deferred@1375128447 after retry RPC after error@1410107412) -> (continuation of Deferred@1675152945 after retry RPC after error@1305469061) -> (continuation of Deferred@713389936 after retry RPC after error@452527644) -> (continuation of Deferred@1073084980 after retry RPC after error@218955399) -> (continuation of Deferred@213071521 after retry RPC after error@1579681997) -> (continuation of Deferred@1318874470 after retry RPC after error@604920564)))
20:01:41.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:41.452239 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:41.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:41.457691 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:41.459388 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:41.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.512 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.554 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1251091794(state=PENDING, result=null, callback=(continuation of Deferred@1981077347 after retry RPC after error@1697137785) -> (continuation of Deferred@739002769 after retry RPC after error@2003784183) -> (continuation of Deferred@663764918 after retry RPC after error@12369073) -> (continuation of Deferred@1311915510 after retry RPC after error@1138699566) -> (continuation of Deferred@1695864684 after retry RPC after error@11056715) -> (continuation of Deferred@1596651045 after retry RPC after error@1705379507) -> (continuation of Deferred@650773212 after retry RPC after error@1662382752) -> (continuation of Deferred@1795599161 after retry RPC after error@1044425588), errback=(continuation of Deferred@1981077347 after retry RPC after error@1697137785) -> (continuation of Deferred@739002769 after retry RPC after error@2003784183) -> (continuation of Deferred@663764918 after retry RPC after error@12369073) -> (continuation of Deferred@1311915510 after retry RPC after error@1138699566) -> (continuation of Deferred@1695864684 after retry RPC after error@11056715) -> (continuation of Deferred@1596651045 after retry RPC after error@1705379507) -> (continuation of Deferred@650773212 after retry RPC after error@1662382752) -> (continuation of Deferred@1795599161 after retry RPC after error@1044425588)))
20:01:41.554 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1251091794(state=PENDING, result=null, callback=(continuation of Deferred@1981077347 after retry RPC after error@1697137785) -> (continuation of Deferred@739002769 after retry RPC after error@2003784183) -> (continuation of Deferred@663764918 after retry RPC after error@12369073) -> (continuation of Deferred@1311915510 after retry RPC after error@1138699566) -> (continuation of Deferred@1695864684 after retry RPC after error@11056715) -> (continuation of Deferred@1596651045 after retry RPC after error@1705379507) -> (continuation of Deferred@650773212 after retry RPC after error@1662382752) -> (continuation of Deferred@1795599161 after retry RPC after error@1044425588), errback=(continuation of Deferred@1981077347 after retry RPC after error@1697137785) -> (continuation of Deferred@739002769 after retry RPC after error@2003784183) -> (continuation of Deferred@663764918 after retry RPC after error@12369073) -> (continuation of Deferred@1311915510 after retry RPC after error@1138699566) -> (continuation of Deferred@1695864684 after retry RPC after error@11056715) -> (continuation of Deferred@1596651045 after retry RPC after error@1705379507) -> (continuation of Deferred@650773212 after retry RPC after error@1662382752) -> (continuation of Deferred@1795599161 after retry RPC after error@1044425588)))
20:01:41.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.794 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.794 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@2112204296(state=PENDING, result=null, callback=(continuation of Deferred@1312708856 after retry RPC after error@718603121) -> (continuation of Deferred@1971089037 after retry RPC after error@624495556) -> (continuation of Deferred@427585027 after retry RPC after error@464533718) -> (continuation of Deferred@229516587 after retry RPC after error@1613002865) -> (continuation of Deferred@441585152 after retry RPC after error@4125460) -> (continuation of Deferred@2084899141 after retry RPC after error@1071710540) -> (continuation of Deferred@893991614 after retry RPC after error@1108920656), errback=(continuation of Deferred@1312708856 after retry RPC after error@718603121) -> (continuation of Deferred@1971089037 after retry RPC after error@624495556) -> (continuation of Deferred@427585027 after retry RPC after error@464533718) -> (continuation of Deferred@229516587 after retry RPC after error@1613002865) -> (continuation of Deferred@441585152 after retry RPC after error@4125460) -> (continuation of Deferred@2084899141 after retry RPC after error@1071710540) -> (continuation of Deferred@893991614 after retry RPC after error@1108920656)))
20:01:41.799 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@2112204296(state=PENDING, result=null, callback=(continuation of Deferred@1312708856 after retry RPC after error@718603121) -> (continuation of Deferred@1971089037 after retry RPC after error@624495556) -> (continuation of Deferred@427585027 after retry RPC after error@464533718) -> (continuation of Deferred@229516587 after retry RPC after error@1613002865) -> (continuation of Deferred@441585152 after retry RPC after error@4125460) -> (continuation of Deferred@2084899141 after retry RPC after error@1071710540) -> (continuation of Deferred@893991614 after retry RPC after error@1108920656), errback=(continuation of Deferred@1312708856 after retry RPC after error@718603121) -> (continuation of Deferred@1971089037 after retry RPC after error@624495556) -> (continuation of Deferred@427585027 after retry RPC after error@464533718) -> (continuation of Deferred@229516587 after retry RPC after error@1613002865) -> (continuation of Deferred@441585152 after retry RPC after error@4125460) -> (continuation of Deferred@2084899141 after retry RPC after error@1071710540) -> (continuation of Deferred@893991614 after retry RPC after error@1108920656)))
20:01:41.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:41.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:41.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:41.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:41.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:41.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.012 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1343770982(state=PENDING, result=null, callback=(continuation of Deferred@174133120 after retry RPC after error@781505044) -> (continuation of Deferred@1049028632 after retry RPC after error@738663887) -> (continuation of Deferred@781716160 after retry RPC after error@647260533) -> (continuation of Deferred@794530711 after retry RPC after error@1000737494) -> (continuation of Deferred@1426512232 after retry RPC after error@1356651900) -> (continuation of Deferred@594029531 after retry RPC after error@672363994) -> (continuation of Deferred@1262298153 after retry RPC after error@2101098255), errback=(continuation of Deferred@174133120 after retry RPC after error@781505044) -> (continuation of Deferred@1049028632 after retry RPC after error@738663887) -> (continuation of Deferred@781716160 after retry RPC after error@647260533) -> (continuation of Deferred@794530711 after retry RPC after error@1000737494) -> (continuation of Deferred@1426512232 after retry RPC after error@1356651900) -> (continuation of Deferred@594029531 after retry RPC after error@672363994) -> (continuation of Deferred@1262298153 after retry RPC after error@2101098255)))
20:01:42.013 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1343770982(state=PENDING, result=null, callback=(continuation of Deferred@174133120 after retry RPC after error@781505044) -> (continuation of Deferred@1049028632 after retry RPC after error@738663887) -> (continuation of Deferred@781716160 after retry RPC after error@647260533) -> (continuation of Deferred@794530711 after retry RPC after error@1000737494) -> (continuation of Deferred@1426512232 after retry RPC after error@1356651900) -> (continuation of Deferred@594029531 after retry RPC after error@672363994) -> (continuation of Deferred@1262298153 after retry RPC after error@2101098255), errback=(continuation of Deferred@174133120 after retry RPC after error@781505044) -> (continuation of Deferred@1049028632 after retry RPC after error@738663887) -> (continuation of Deferred@781716160 after retry RPC after error@647260533) -> (continuation of Deferred@794530711 after retry RPC after error@1000737494) -> (continuation of Deferred@1426512232 after retry RPC after error@1356651900) -> (continuation of Deferred@594029531 after retry RPC after error@672363994) -> (continuation of Deferred@1262298153 after retry RPC after error@2101098255)))
20:01:42.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.273 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1251750501(state=PENDING, result=null, callback=(continuation of Deferred@1364302802 after retry RPC after error@459119720) -> (continuation of Deferred@197647370 after retry RPC after error@551802893) -> (continuation of Deferred@2108770504 after retry RPC after error@184034762) -> (continuation of Deferred@1063952147 after retry RPC after error@32967491) -> (continuation of Deferred@1995957437 after retry RPC after error@1030375900) -> (continuation of Deferred@1452530533 after retry RPC after error@1862758375) -> (continuation of Deferred@639417526 after retry RPC after error@1230447872), errback=(continuation of Deferred@1364302802 after retry RPC after error@459119720) -> (continuation of Deferred@197647370 after retry RPC after error@551802893) -> (continuation of Deferred@2108770504 after retry RPC after error@184034762) -> (continuation of Deferred@1063952147 after retry RPC after error@32967491) -> (continuation of Deferred@1995957437 after retry RPC after error@1030375900) -> (continuation of Deferred@1452530533 after retry RPC after error@1862758375) -> (continuation of Deferred@639417526 after retry RPC after error@1230447872)))
20:01:42.273 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1251750501(state=PENDING, result=null, callback=(continuation of Deferred@1364302802 after retry RPC after error@459119720) -> (continuation of Deferred@197647370 after retry RPC after error@551802893) -> (continuation of Deferred@2108770504 after retry RPC after error@184034762) -> (continuation of Deferred@1063952147 after retry RPC after error@32967491) -> (continuation of Deferred@1995957437 after retry RPC after error@1030375900) -> (continuation of Deferred@1452530533 after retry RPC after error@1862758375) -> (continuation of Deferred@639417526 after retry RPC after error@1230447872), errback=(continuation of Deferred@1364302802 after retry RPC after error@459119720) -> (continuation of Deferred@197647370 after retry RPC after error@551802893) -> (continuation of Deferred@2108770504 after retry RPC after error@184034762) -> (continuation of Deferred@1063952147 after retry RPC after error@32967491) -> (continuation of Deferred@1995957437 after retry RPC after error@1030375900) -> (continuation of Deferred@1452530533 after retry RPC after error@1862758375) -> (continuation of Deferred@639417526 after retry RPC after error@1230447872)))
20:01:42.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.550 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@882216784(state=PENDING, result=null, callback=(continuation of Deferred@779278761 after retry RPC after error@714496454) -> (continuation of Deferred@1981912130 after retry RPC after error@1859549913) -> (continuation of Deferred@1448171835 after retry RPC after error@1309762142) -> (continuation of Deferred@887647322 after retry RPC after error@1765136556) -> (continuation of Deferred@896654384 after retry RPC after error@1891060562) -> (continuation of Deferred@122315682 after retry RPC after error@1090337631) -> (continuation of Deferred@2077683500 after retry RPC after error@829544159), errback=(continuation of Deferred@779278761 after retry RPC after error@714496454) -> (continuation of Deferred@1981912130 after retry RPC after error@1859549913) -> (continuation of Deferred@1448171835 after retry RPC after error@1309762142) -> (continuation of Deferred@887647322 after retry RPC after error@1765136556) -> (continuation of Deferred@896654384 after retry RPC after error@1891060562) -> (continuation of Deferred@122315682 after retry RPC after error@1090337631) -> (continuation of Deferred@2077683500 after retry RPC after error@829544159)))
20:01:42.551 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:42.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.813 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1141696435(state=PENDING, result=null, callback=(continuation of Deferred@1940175584 after retry RPC after error@1681717144) -> (continuation of Deferred@543154814 after retry RPC after error@55425209) -> (continuation of Deferred@1432904074 after retry RPC after error@1449905288) -> (continuation of Deferred@158898217 after retry RPC after error@1730044367) -> (continuation of Deferred@1911302295 after retry RPC after error@2045486510) -> (continuation of Deferred@882885482 after retry RPC after error@547085359) -> (continuation of Deferred@807661627 after retry RPC after error@348255556), errback=(continuation of Deferred@1940175584 after retry RPC after error@1681717144) -> (continuation of Deferred@543154814 after retry RPC after error@55425209) -> (continuation of Deferred@1432904074 after retry RPC after error@1449905288) -> (continuation of Deferred@158898217 after retry RPC after error@1730044367) -> (continuation of Deferred@1911302295 after retry RPC after error@2045486510) -> (continuation of Deferred@882885482 after retry RPC after error@547085359) -> (continuation of Deferred@807661627 after retry RPC after error@348255556)))
20:01:42.814 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1141696435(state=PENDING, result=null, callback=(continuation of Deferred@1940175584 after retry RPC after error@1681717144) -> (continuation of Deferred@543154814 after retry RPC after error@55425209) -> (continuation of Deferred@1432904074 after retry RPC after error@1449905288) -> (continuation of Deferred@158898217 after retry RPC after error@1730044367) -> (continuation of Deferred@1911302295 after retry RPC after error@2045486510) -> (continuation of Deferred@882885482 after retry RPC after error@547085359) -> (continuation of Deferred@807661627 after retry RPC after error@348255556), errback=(continuation of Deferred@1940175584 after retry RPC after error@1681717144) -> (continuation of Deferred@543154814 after retry RPC after error@55425209) -> (continuation of Deferred@1432904074 after retry RPC after error@1449905288) -> (continuation of Deferred@158898217 after retry RPC after error@1730044367) -> (continuation of Deferred@1911302295 after retry RPC after error@2045486510) -> (continuation of Deferred@882885482 after retry RPC after error@547085359) -> (continuation of Deferred@807661627 after retry RPC after error@348255556)))
20:01:42.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:42.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:42.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:42.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:42.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:42.993 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@903434351(state=PENDING, result=null, callback=(continuation of Deferred@1283505142 after retry RPC after error@1994898520) -> (continuation of Deferred@1385529596 after retry RPC after error@758180073) -> (continuation of Deferred@1688648114 after retry RPC after error@795401218) -> (continuation of Deferred@1367616371 after retry RPC after error@2069493258) -> (continuation of Deferred@719563770 after retry RPC after error@1124264552) -> (continuation of Deferred@867012296 after retry RPC after error@124831505), errback=(continuation of Deferred@1283505142 after retry RPC after error@1994898520) -> (continuation of Deferred@1385529596 after retry RPC after error@758180073) -> (continuation of Deferred@1688648114 after retry RPC after error@795401218) -> (continuation of Deferred@1367616371 after retry RPC after error@2069493258) -> (continuation of Deferred@719563770 after retry RPC after error@1124264552) -> (continuation of Deferred@867012296 after retry RPC after error@124831505)))
20:01:42.993 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@903434351(state=PENDING, result=null, callback=(continuation of Deferred@1283505142 after retry RPC after error@1994898520) -> (continuation of Deferred@1385529596 after retry RPC after error@758180073) -> (continuation of Deferred@1688648114 after retry RPC after error@795401218) -> (continuation of Deferred@1367616371 after retry RPC after error@2069493258) -> (continuation of Deferred@719563770 after retry RPC after error@1124264552) -> (continuation of Deferred@867012296 after retry RPC after error@124831505), errback=(continuation of Deferred@1283505142 after retry RPC after error@1994898520) -> (continuation of Deferred@1385529596 after retry RPC after error@758180073) -> (continuation of Deferred@1688648114 after retry RPC after error@795401218) -> (continuation of Deferred@1367616371 after retry RPC after error@2069493258) -> (continuation of Deferred@719563770 after retry RPC after error@1124264552) -> (continuation of Deferred@867012296 after retry RPC after error@124831505)))
20:01:43.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.052 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.052 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.252 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1386478547(state=PENDING, result=null, callback=(continuation of Deferred@1092814785 after retry RPC after error@764702955) -> (continuation of Deferred@136469230 after retry RPC after error@1158825306) -> (continuation of Deferred@483811126 after retry RPC after error@306935663) -> (continuation of Deferred@145009378 after retry RPC after error@1598752313) -> (continuation of Deferred@1900731657 after retry RPC after error@955464768) -> (continuation of Deferred@355295750 after retry RPC after error@315671636) -> (continuation of Deferred@903213458 after retry RPC after error@350603860), errback=(continuation of Deferred@1092814785 after retry RPC after error@764702955) -> (continuation of Deferred@136469230 after retry RPC after error@1158825306) -> (continuation of Deferred@483811126 after retry RPC after error@306935663) -> (continuation of Deferred@145009378 after retry RPC after error@1598752313) -> (continuation of Deferred@1900731657 after retry RPC after error@955464768) -> (continuation of Deferred@355295750 after retry RPC after error@315671636) -> (continuation of Deferred@903213458 after retry RPC after error@350603860)))
20:01:43.253 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1386478547(state=PENDING, result=null, callback=(continuation of Deferred@1092814785 after retry RPC after error@764702955) -> (continuation of Deferred@136469230 after retry RPC after error@1158825306) -> (continuation of Deferred@483811126 after retry RPC after error@306935663) -> (continuation of Deferred@145009378 after retry RPC after error@1598752313) -> (continuation of Deferred@1900731657 after retry RPC after error@955464768) -> (continuation of Deferred@355295750 after retry RPC after error@315671636) -> (continuation of Deferred@903213458 after retry RPC after error@350603860), errback=(continuation of Deferred@1092814785 after retry RPC after error@764702955) -> (continuation of Deferred@136469230 after retry RPC after error@1158825306) -> (continuation of Deferred@483811126 after retry RPC after error@306935663) -> (continuation of Deferred@145009378 after retry RPC after error@1598752313) -> (continuation of Deferred@1900731657 after retry RPC after error@955464768) -> (continuation of Deferred@355295750 after retry RPC after error@315671636) -> (continuation of Deferred@903213458 after retry RPC after error@350603860)))
20:01:43.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.271 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.412 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@30084199(state=PENDING, result=null, callback=(continuation of Deferred@2115192794 after retry RPC after error@45258328) -> (continuation of Deferred@717711809 after retry RPC after error@1932980426) -> (continuation of Deferred@394216673 after retry RPC after error@32051200) -> (continuation of Deferred@275900573 after retry RPC after error@1409673977) -> (continuation of Deferred@967898324 after retry RPC after error@1880136434) -> (continuation of Deferred@1866113389 after retry RPC after error@336845905), errback=(continuation of Deferred@2115192794 after retry RPC after error@45258328) -> (continuation of Deferred@717711809 after retry RPC after error@1932980426) -> (continuation of Deferred@394216673 after retry RPC after error@32051200) -> (continuation of Deferred@275900573 after retry RPC after error@1409673977) -> (continuation of Deferred@967898324 after retry RPC after error@1880136434) -> (continuation of Deferred@1866113389 after retry RPC after error@336845905)))
20:01:43.413 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@30084199(state=PENDING, result=null, callback=(continuation of Deferred@2115192794 after retry RPC after error@45258328) -> (continuation of Deferred@717711809 after retry RPC after error@1932980426) -> (continuation of Deferred@394216673 after retry RPC after error@32051200) -> (continuation of Deferred@275900573 after retry RPC after error@1409673977) -> (continuation of Deferred@967898324 after retry RPC after error@1880136434) -> (continuation of Deferred@1866113389 after retry RPC after error@336845905), errback=(continuation of Deferred@2115192794 after retry RPC after error@45258328) -> (continuation of Deferred@717711809 after retry RPC after error@1932980426) -> (continuation of Deferred@394216673 after retry RPC after error@32051200) -> (continuation of Deferred@275900573 after retry RPC after error@1409673977) -> (continuation of Deferred@967898324 after retry RPC after error@1880136434) -> (continuation of Deferred@1866113389 after retry RPC after error@336845905)))
20:01:43.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:43.598518 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:43.598690 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:43.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.633 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@416800404(state=PENDING, result=null, callback=(continuation of Deferred@82069078 after retry RPC after error@2107807420) -> (continuation of Deferred@1401192426 after retry RPC after error@1963014256) -> (continuation of Deferred@1399920240 after retry RPC after error@982478292) -> (continuation of Deferred@1241792064 after retry RPC after error@918183368) -> (continuation of Deferred@1831018489 after retry RPC after error@746794564) -> (continuation of Deferred@1201599402 after retry RPC after error@598651532), errback=(continuation of Deferred@82069078 after retry RPC after error@2107807420) -> (continuation of Deferred@1401192426 after retry RPC after error@1963014256) -> (continuation of Deferred@1399920240 after retry RPC after error@982478292) -> (continuation of Deferred@1241792064 after retry RPC after error@918183368) -> (continuation of Deferred@1831018489 after retry RPC after error@746794564) -> (continuation of Deferred@1201599402 after retry RPC after error@598651532)))
20:01:43.633 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@416800404(state=PENDING, result=null, callback=(continuation of Deferred@82069078 after retry RPC after error@2107807420) -> (continuation of Deferred@1401192426 after retry RPC after error@1963014256) -> (continuation of Deferred@1399920240 after retry RPC after error@982478292) -> (continuation of Deferred@1241792064 after retry RPC after error@918183368) -> (continuation of Deferred@1831018489 after retry RPC after error@746794564) -> (continuation of Deferred@1201599402 after retry RPC after error@598651532), errback=(continuation of Deferred@82069078 after retry RPC after error@2107807420) -> (continuation of Deferred@1401192426 after retry RPC after error@1963014256) -> (continuation of Deferred@1399920240 after retry RPC after error@982478292) -> (continuation of Deferred@1241792064 after retry RPC after error@918183368) -> (continuation of Deferred@1831018489 after retry RPC after error@746794564) -> (continuation of Deferred@1201599402 after retry RPC after error@598651532)))
20:01:43.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.873 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@400967379(state=PENDING, result=null, callback=(continuation of Deferred@1130594567 after retry RPC after error@640336641) -> (continuation of Deferred@1006245931 after retry RPC after error@504299865) -> (continuation of Deferred@1094434854 after retry RPC after error@830022091) -> (continuation of Deferred@1512656015 after retry RPC after error@1019911002) -> (continuation of Deferred@602887701 after retry RPC after error@1541430490) -> (continuation of Deferred@1262300701 after retry RPC after error@591752299) -> (continuation of Deferred@2051267048 after retry RPC after error@589057270), errback=(continuation of Deferred@1130594567 after retry RPC after error@640336641) -> (continuation of Deferred@1006245931 after retry RPC after error@504299865) -> (continuation of Deferred@1094434854 after retry RPC after error@830022091) -> (continuation of Deferred@1512656015 after retry RPC after error@1019911002) -> (continuation of Deferred@602887701 after retry RPC after error@1541430490) -> (continuation of Deferred@1262300701 after retry RPC after error@591752299) -> (continuation of Deferred@2051267048 after retry RPC after error@589057270)))
20:01:43.873 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@400967379(state=PENDING, result=null, callback=(continuation of Deferred@1130594567 after retry RPC after error@640336641) -> (continuation of Deferred@1006245931 after retry RPC after error@504299865) -> (continuation of Deferred@1094434854 after retry RPC after error@830022091) -> (continuation of Deferred@1512656015 after retry RPC after error@1019911002) -> (continuation of Deferred@602887701 after retry RPC after error@1541430490) -> (continuation of Deferred@1262300701 after retry RPC after error@591752299) -> (continuation of Deferred@2051267048 after retry RPC after error@589057270), errback=(continuation of Deferred@1130594567 after retry RPC after error@640336641) -> (continuation of Deferred@1006245931 after retry RPC after error@504299865) -> (continuation of Deferred@1094434854 after retry RPC after error@830022091) -> (continuation of Deferred@1512656015 after retry RPC after error@1019911002) -> (continuation of Deferred@602887701 after retry RPC after error@1541430490) -> (continuation of Deferred@1262300701 after retry RPC after error@591752299) -> (continuation of Deferred@2051267048 after retry RPC after error@589057270)))
20:01:43.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:43.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:43.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:43.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:43.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:43.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.113 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1422552012(state=PENDING, result=null, callback=(continuation of Deferred@387420749 after retry RPC after error@1102116465) -> (continuation of Deferred@985086554 after retry RPC after error@1025815243) -> (continuation of Deferred@369810136 after retry RPC after error@1347396886) -> (continuation of Deferred@1395204271 after retry RPC after error@1258517227) -> (continuation of Deferred@195013961 after retry RPC after error@651546169) -> (continuation of Deferred@1021554196 after retry RPC after error@1822885705) -> (continuation of Deferred@438573681 after retry RPC after error@310950666), errback=(continuation of Deferred@387420749 after retry RPC after error@1102116465) -> (continuation of Deferred@985086554 after retry RPC after error@1025815243) -> (continuation of Deferred@369810136 after retry RPC after error@1347396886) -> (continuation of Deferred@1395204271 after retry RPC after error@1258517227) -> (continuation of Deferred@195013961 after retry RPC after error@651546169) -> (continuation of Deferred@1021554196 after retry RPC after error@1822885705) -> (continuation of Deferred@438573681 after retry RPC after error@310950666)))
20:01:44.113 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1422552012(state=PENDING, result=null, callback=(continuation of Deferred@387420749 after retry RPC after error@1102116465) -> (continuation of Deferred@985086554 after retry RPC after error@1025815243) -> (continuation of Deferred@369810136 after retry RPC after error@1347396886) -> (continuation of Deferred@1395204271 after retry RPC after error@1258517227) -> (continuation of Deferred@195013961 after retry RPC after error@651546169) -> (continuation of Deferred@1021554196 after retry RPC after error@1822885705) -> (continuation of Deferred@438573681 after retry RPC after error@310950666), errback=(continuation of Deferred@387420749 after retry RPC after error@1102116465) -> (continuation of Deferred@985086554 after retry RPC after error@1025815243) -> (continuation of Deferred@369810136 after retry RPC after error@1347396886) -> (continuation of Deferred@1395204271 after retry RPC after error@1258517227) -> (continuation of Deferred@195013961 after retry RPC after error@651546169) -> (continuation of Deferred@1021554196 after retry RPC after error@1822885705) -> (continuation of Deferred@438573681 after retry RPC after error@310950666)))
20:01:44.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:44.238075 17890 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:44.238305 17890 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:44.239336 17890 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:44.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:44.242265 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:44.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:44.242516 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:44.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:44.242604 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:44.243006 17890 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:44.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.372 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1749261393(state=PENDING, result=null, callback=(continuation of Deferred@273257225 after retry RPC after error@957843276) -> (continuation of Deferred@2049344356 after retry RPC after error@242428261) -> (continuation of Deferred@1383998073 after retry RPC after error@1465315997) -> (continuation of Deferred@430274224 after retry RPC after error@235556064) -> (continuation of Deferred@759487154 after retry RPC after error@1306924957) -> (continuation of Deferred@2143610983 after retry RPC after error@594925107) -> (continuation of Deferred@678365605 after retry RPC after error@1439218122), errback=(continuation of Deferred@273257225 after retry RPC after error@957843276) -> (continuation of Deferred@2049344356 after retry RPC after error@242428261) -> (continuation of Deferred@1383998073 after retry RPC after error@1465315997) -> (continuation of Deferred@430274224 after retry RPC after error@235556064) -> (continuation of Deferred@759487154 after retry RPC after error@1306924957) -> (continuation of Deferred@2143610983 after retry RPC after error@594925107) -> (continuation of Deferred@678365605 after retry RPC after error@1439218122)))
20:01:44.373 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1749261393(state=PENDING, result=null, callback=(continuation of Deferred@273257225 after retry RPC after error@957843276) -> (continuation of Deferred@2049344356 after retry RPC after error@242428261) -> (continuation of Deferred@1383998073 after retry RPC after error@1465315997) -> (continuation of Deferred@430274224 after retry RPC after error@235556064) -> (continuation of Deferred@759487154 after retry RPC after error@1306924957) -> (continuation of Deferred@2143610983 after retry RPC after error@594925107) -> (continuation of Deferred@678365605 after retry RPC after error@1439218122), errback=(continuation of Deferred@273257225 after retry RPC after error@957843276) -> (continuation of Deferred@2049344356 after retry RPC after error@242428261) -> (continuation of Deferred@1383998073 after retry RPC after error@1465315997) -> (continuation of Deferred@430274224 after retry RPC after error@235556064) -> (continuation of Deferred@759487154 after retry RPC after error@1306924957) -> (continuation of Deferred@2143610983 after retry RPC after error@594925107) -> (continuation of Deferred@678365605 after retry RPC after error@1439218122)))
20:01:44.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.552 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1345092756(state=PENDING, result=null, callback=(continuation of Deferred@1077578162 after retry RPC after error@1924785333) -> (continuation of Deferred@23919566 after retry RPC after error@840429483) -> (continuation of Deferred@645175106 after retry RPC after error@466965365) -> (continuation of Deferred@2097248586 after retry RPC after error@1885780982) -> (continuation of Deferred@1923804223 after retry RPC after error@1138051044) -> (continuation of Deferred@904445437 after retry RPC after error@1888750013), errback=(continuation of Deferred@1077578162 after retry RPC after error@1924785333) -> (continuation of Deferred@23919566 after retry RPC after error@840429483) -> (continuation of Deferred@645175106 after retry RPC after error@466965365) -> (continuation of Deferred@2097248586 after retry RPC after error@1885780982) -> (continuation of Deferred@1923804223 after retry RPC after error@1138051044) -> (continuation of Deferred@904445437 after retry RPC after error@1888750013)))
20:01:44.553 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1345092756(state=PENDING, result=null, callback=(continuation of Deferred@1077578162 after retry RPC after error@1924785333) -> (continuation of Deferred@23919566 after retry RPC after error@840429483) -> (continuation of Deferred@645175106 after retry RPC after error@466965365) -> (continuation of Deferred@2097248586 after retry RPC after error@1885780982) -> (continuation of Deferred@1923804223 after retry RPC after error@1138051044) -> (continuation of Deferred@904445437 after retry RPC after error@1888750013), errback=(continuation of Deferred@1077578162 after retry RPC after error@1924785333) -> (continuation of Deferred@23919566 after retry RPC after error@840429483) -> (continuation of Deferred@645175106 after retry RPC after error@466965365) -> (continuation of Deferred@2097248586 after retry RPC after error@1885780982) -> (continuation of Deferred@1923804223 after retry RPC after error@1138051044) -> (continuation of Deferred@904445437 after retry RPC after error@1888750013)))
20:01:44.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.733 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@532315838(state=PENDING, result=null, callback=(continuation of Deferred@1766385278 after retry RPC after error@1437520682) -> (continuation of Deferred@1884700646 after retry RPC after error@1012265180) -> (continuation of Deferred@302029374 after retry RPC after error@823405783) -> (continuation of Deferred@1887210524 after retry RPC after error@1664897503) -> (continuation of Deferred@1979442924 after retry RPC after error@1696140816) -> (continuation of Deferred@1896964803 after retry RPC after error@1881302935) -> (continuation of Deferred@1514415097 after retry RPC after error@1996545839), errback=(continuation of Deferred@1766385278 after retry RPC after error@1437520682) -> (continuation of Deferred@1884700646 after retry RPC after error@1012265180) -> (continuation of Deferred@302029374 after retry RPC after error@823405783) -> (continuation of Deferred@1887210524 after retry RPC after error@1664897503) -> (continuation of Deferred@1979442924 after retry RPC after error@1696140816) -> (continuation of Deferred@1896964803 after retry RPC after error@1881302935) -> (continuation of Deferred@1514415097 after retry RPC after error@1996545839)))
20:01:44.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@532315838(state=PENDING, result=null, callback=(continuation of Deferred@1766385278 after retry RPC after error@1437520682) -> (continuation of Deferred@1884700646 after retry RPC after error@1012265180) -> (continuation of Deferred@302029374 after retry RPC after error@823405783) -> (continuation of Deferred@1887210524 after retry RPC after error@1664897503) -> (continuation of Deferred@1979442924 after retry RPC after error@1696140816) -> (continuation of Deferred@1896964803 after retry RPC after error@1881302935) -> (continuation of Deferred@1514415097 after retry RPC after error@1996545839), errback=(continuation of Deferred@1766385278 after retry RPC after error@1437520682) -> (continuation of Deferred@1884700646 after retry RPC after error@1012265180) -> (continuation of Deferred@302029374 after retry RPC after error@823405783) -> (continuation of Deferred@1887210524 after retry RPC after error@1664897503) -> (continuation of Deferred@1979442924 after retry RPC after error@1696140816) -> (continuation of Deferred@1896964803 after retry RPC after error@1881302935) -> (continuation of Deferred@1514415097 after retry RPC after error@1996545839)))
20:01:44.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:44.973 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1776255855(state=PENDING, result=null, callback=(continuation of Deferred@2053569998 after retry RPC after error@1518720152) -> (continuation of Deferred@1853593291 after retry RPC after error@2066396304) -> (continuation of Deferred@921681590 after retry RPC after error@1111133671) -> (continuation of Deferred@1891997349 after retry RPC after error@1583690265) -> (continuation of Deferred@355745133 after retry RPC after error@58183577) -> (continuation of Deferred@1608192492 after retry RPC after error@685315572) -> (continuation of Deferred@473074391 after retry RPC after error@553948623), errback=(continuation of Deferred@2053569998 after retry RPC after error@1518720152) -> (continuation of Deferred@1853593291 after retry RPC after error@2066396304) -> (continuation of Deferred@921681590 after retry RPC after error@1111133671) -> (continuation of Deferred@1891997349 after retry RPC after error@1583690265) -> (continuation of Deferred@355745133 after retry RPC after error@58183577) -> (continuation of Deferred@1608192492 after retry RPC after error@685315572) -> (continuation of Deferred@473074391 after retry RPC after error@553948623)))
20:01:44.973 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1776255855(state=PENDING, result=null, callback=(continuation of Deferred@2053569998 after retry RPC after error@1518720152) -> (continuation of Deferred@1853593291 after retry RPC after error@2066396304) -> (continuation of Deferred@921681590 after retry RPC after error@1111133671) -> (continuation of Deferred@1891997349 after retry RPC after error@1583690265) -> (continuation of Deferred@355745133 after retry RPC after error@58183577) -> (continuation of Deferred@1608192492 after retry RPC after error@685315572) -> (continuation of Deferred@473074391 after retry RPC after error@553948623), errback=(continuation of Deferred@2053569998 after retry RPC after error@1518720152) -> (continuation of Deferred@1853593291 after retry RPC after error@2066396304) -> (continuation of Deferred@921681590 after retry RPC after error@1111133671) -> (continuation of Deferred@1891997349 after retry RPC after error@1583690265) -> (continuation of Deferred@355745133 after retry RPC after error@58183577) -> (continuation of Deferred@1608192492 after retry RPC after error@685315572) -> (continuation of Deferred@473074391 after retry RPC after error@553948623)))
20:01:44.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:44.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:44.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:44.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:44.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.250 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@861280297(state=PENDING, result=null, callback=(continuation of Deferred@170841541 after retry RPC after error@34801246) -> (continuation of Deferred@772756287 after retry RPC after error@756781447) -> (continuation of Deferred@1365768476 after retry RPC after error@1272718488) -> (continuation of Deferred@522059895 after retry RPC after error@1861758394) -> (continuation of Deferred@3769952 after retry RPC after error@720079387) -> (continuation of Deferred@1167669897 after retry RPC after error@1780697725) -> (continuation of Deferred@644209631 after retry RPC after error@1344808538), errback=(continuation of Deferred@170841541 after retry RPC after error@34801246) -> (continuation of Deferred@772756287 after retry RPC after error@756781447) -> (continuation of Deferred@1365768476 after retry RPC after error@1272718488) -> (continuation of Deferred@522059895 after retry RPC after error@1861758394) -> (continuation of Deferred@3769952 after retry RPC after error@720079387) -> (continuation of Deferred@1167669897 after retry RPC after error@1780697725) -> (continuation of Deferred@644209631 after retry RPC after error@1344808538)))
20:01:45.251 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:45.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.472 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1599691883(state=PENDING, result=null, callback=(continuation of Deferred@812028495 after retry RPC after error@1590896519) -> (continuation of Deferred@1943985085 after retry RPC after error@1718713257) -> (continuation of Deferred@1652652482 after retry RPC after error@623482122) -> (continuation of Deferred@539996449 after retry RPC after error@1307458238) -> (continuation of Deferred@608699816 after retry RPC after error@1293960686) -> (continuation of Deferred@274416594 after retry RPC after error@752660653) -> (continuation of Deferred@1222477275 after retry RPC after error@119383579), errback=(continuation of Deferred@812028495 after retry RPC after error@1590896519) -> (continuation of Deferred@1943985085 after retry RPC after error@1718713257) -> (continuation of Deferred@1652652482 after retry RPC after error@623482122) -> (continuation of Deferred@539996449 after retry RPC after error@1307458238) -> (continuation of Deferred@608699816 after retry RPC after error@1293960686) -> (continuation of Deferred@274416594 after retry RPC after error@752660653) -> (continuation of Deferred@1222477275 after retry RPC after error@119383579)))
20:01:45.473 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1599691883(state=PENDING, result=null, callback=(continuation of Deferred@812028495 after retry RPC after error@1590896519) -> (continuation of Deferred@1943985085 after retry RPC after error@1718713257) -> (continuation of Deferred@1652652482 after retry RPC after error@623482122) -> (continuation of Deferred@539996449 after retry RPC after error@1307458238) -> (continuation of Deferred@608699816 after retry RPC after error@1293960686) -> (continuation of Deferred@274416594 after retry RPC after error@752660653) -> (continuation of Deferred@1222477275 after retry RPC after error@119383579), errback=(continuation of Deferred@812028495 after retry RPC after error@1590896519) -> (continuation of Deferred@1943985085 after retry RPC after error@1718713257) -> (continuation of Deferred@1652652482 after retry RPC after error@623482122) -> (continuation of Deferred@539996449 after retry RPC after error@1307458238) -> (continuation of Deferred@608699816 after retry RPC after error@1293960686) -> (continuation of Deferred@274416594 after retry RPC after error@752660653) -> (continuation of Deferred@1222477275 after retry RPC after error@119383579)))
20:01:45.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.652 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@471695889(state=PENDING, result=null, callback=(continuation of Deferred@1379866975 after retry RPC after error@1904785792) -> (continuation of Deferred@153271195 after retry RPC after error@2036313508) -> (continuation of Deferred@1392551473 after retry RPC after error@1743802728) -> (continuation of Deferred@2073219182 after retry RPC after error@2141478965) -> (continuation of Deferred@700674270 after retry RPC after error@1289559967) -> (continuation of Deferred@555853770 after retry RPC after error@2111364627), errback=(continuation of Deferred@1379866975 after retry RPC after error@1904785792) -> (continuation of Deferred@153271195 after retry RPC after error@2036313508) -> (continuation of Deferred@1392551473 after retry RPC after error@1743802728) -> (continuation of Deferred@2073219182 after retry RPC after error@2141478965) -> (continuation of Deferred@700674270 after retry RPC after error@1289559967) -> (continuation of Deferred@555853770 after retry RPC after error@2111364627)))
20:01:45.653 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@471695889(state=PENDING, result=null, callback=(continuation of Deferred@1379866975 after retry RPC after error@1904785792) -> (continuation of Deferred@153271195 after retry RPC after error@2036313508) -> (continuation of Deferred@1392551473 after retry RPC after error@1743802728) -> (continuation of Deferred@2073219182 after retry RPC after error@2141478965) -> (continuation of Deferred@700674270 after retry RPC after error@1289559967) -> (continuation of Deferred@555853770 after retry RPC after error@2111364627), errback=(continuation of Deferred@1379866975 after retry RPC after error@1904785792) -> (continuation of Deferred@153271195 after retry RPC after error@2036313508) -> (continuation of Deferred@1392551473 after retry RPC after error@1743802728) -> (continuation of Deferred@2073219182 after retry RPC after error@2141478965) -> (continuation of Deferred@700674270 after retry RPC after error@1289559967) -> (continuation of Deferred@555853770 after retry RPC after error@2111364627)))
20:01:45.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.832 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1270180694(state=PENDING, result=null, callback=(continuation of Deferred@1987678296 after retry RPC after error@2015350930) -> (continuation of Deferred@1451192692 after retry RPC after error@913334070) -> (continuation of Deferred@204600048 after retry RPC after error@170670244) -> (continuation of Deferred@670374980 after retry RPC after error@331906659) -> (continuation of Deferred@275626136 after retry RPC after error@2079284009) -> (continuation of Deferred@1953984300 after retry RPC after error@614218919), errback=(continuation of Deferred@1987678296 after retry RPC after error@2015350930) -> (continuation of Deferred@1451192692 after retry RPC after error@913334070) -> (continuation of Deferred@204600048 after retry RPC after error@170670244) -> (continuation of Deferred@670374980 after retry RPC after error@331906659) -> (continuation of Deferred@275626136 after retry RPC after error@2079284009) -> (continuation of Deferred@1953984300 after retry RPC after error@614218919)))
20:01:45.833 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1270180694(state=PENDING, result=null, callback=(continuation of Deferred@1987678296 after retry RPC after error@2015350930) -> (continuation of Deferred@1451192692 after retry RPC after error@913334070) -> (continuation of Deferred@204600048 after retry RPC after error@170670244) -> (continuation of Deferred@670374980 after retry RPC after error@331906659) -> (continuation of Deferred@275626136 after retry RPC after error@2079284009) -> (continuation of Deferred@1953984300 after retry RPC after error@614218919), errback=(continuation of Deferred@1987678296 after retry RPC after error@2015350930) -> (continuation of Deferred@1451192692 after retry RPC after error@913334070) -> (continuation of Deferred@204600048 after retry RPC after error@170670244) -> (continuation of Deferred@670374980 after retry RPC after error@331906659) -> (continuation of Deferred@275626136 after retry RPC after error@2079284009) -> (continuation of Deferred@1953984300 after retry RPC after error@614218919)))
20:01:45.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:45.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:45.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:45.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:45.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:45.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.073 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1285220210(state=PENDING, result=null, callback=(continuation of Deferred@1786593369 after retry RPC after error@189630968) -> (continuation of Deferred@1276986868 after retry RPC after error@1462209138) -> (continuation of Deferred@1473804103 after retry RPC after error@809313805) -> (continuation of Deferred@371848987 after retry RPC after error@2100730806) -> (continuation of Deferred@1765849368 after retry RPC after error@815069043) -> (continuation of Deferred@1767661397 after retry RPC after error@545161955) -> (continuation of Deferred@1285191565 after retry RPC after error@1537359362), errback=(continuation of Deferred@1786593369 after retry RPC after error@189630968) -> (continuation of Deferred@1276986868 after retry RPC after error@1462209138) -> (continuation of Deferred@1473804103 after retry RPC after error@809313805) -> (continuation of Deferred@371848987 after retry RPC after error@2100730806) -> (continuation of Deferred@1765849368 after retry RPC after error@815069043) -> (continuation of Deferred@1767661397 after retry RPC after error@545161955) -> (continuation of Deferred@1285191565 after retry RPC after error@1537359362)))
20:01:46.073 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1285220210(state=PENDING, result=null, callback=(continuation of Deferred@1786593369 after retry RPC after error@189630968) -> (continuation of Deferred@1276986868 after retry RPC after error@1462209138) -> (continuation of Deferred@1473804103 after retry RPC after error@809313805) -> (continuation of Deferred@371848987 after retry RPC after error@2100730806) -> (continuation of Deferred@1765849368 after retry RPC after error@815069043) -> (continuation of Deferred@1767661397 after retry RPC after error@545161955) -> (continuation of Deferred@1285191565 after retry RPC after error@1537359362), errback=(continuation of Deferred@1786593369 after retry RPC after error@189630968) -> (continuation of Deferred@1276986868 after retry RPC after error@1462209138) -> (continuation of Deferred@1473804103 after retry RPC after error@809313805) -> (continuation of Deferred@371848987 after retry RPC after error@2100730806) -> (continuation of Deferred@1765849368 after retry RPC after error@815069043) -> (continuation of Deferred@1767661397 after retry RPC after error@545161955) -> (continuation of Deferred@1285191565 after retry RPC after error@1537359362)))
20:01:46.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.313 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2047945943(state=PENDING, result=null, callback=(continuation of Deferred@1784578500 after retry RPC after error@750180051) -> (continuation of Deferred@1664449603 after retry RPC after error@280068966) -> (continuation of Deferred@243232789 after retry RPC after error@350564167) -> (continuation of Deferred@1551539964 after retry RPC after error@1078758566) -> (continuation of Deferred@902214498 after retry RPC after error@140782986) -> (continuation of Deferred@6409988 after retry RPC after error@619469330) -> (continuation of Deferred@607236174 after retry RPC after error@227590463), errback=(continuation of Deferred@1784578500 after retry RPC after error@750180051) -> (continuation of Deferred@1664449603 after retry RPC after error@280068966) -> (continuation of Deferred@243232789 after retry RPC after error@350564167) -> (continuation of Deferred@1551539964 after retry RPC after error@1078758566) -> (continuation of Deferred@902214498 after retry RPC after error@140782986) -> (continuation of Deferred@6409988 after retry RPC after error@619469330) -> (continuation of Deferred@607236174 after retry RPC after error@227590463)))
20:01:46.313 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2047945943(state=PENDING, result=null, callback=(continuation of Deferred@1784578500 after retry RPC after error@750180051) -> (continuation of Deferred@1664449603 after retry RPC after error@280068966) -> (continuation of Deferred@243232789 after retry RPC after error@350564167) -> (continuation of Deferred@1551539964 after retry RPC after error@1078758566) -> (continuation of Deferred@902214498 after retry RPC after error@140782986) -> (continuation of Deferred@6409988 after retry RPC after error@619469330) -> (continuation of Deferred@607236174 after retry RPC after error@227590463), errback=(continuation of Deferred@1784578500 after retry RPC after error@750180051) -> (continuation of Deferred@1664449603 after retry RPC after error@280068966) -> (continuation of Deferred@243232789 after retry RPC after error@350564167) -> (continuation of Deferred@1551539964 after retry RPC after error@1078758566) -> (continuation of Deferred@902214498 after retry RPC after error@140782986) -> (continuation of Deferred@6409988 after retry RPC after error@619469330) -> (continuation of Deferred@607236174 after retry RPC after error@227590463)))
20:01:46.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:46.491859 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:46.493216 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:46.494620 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:46.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.573 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1576777963(state=PENDING, result=null, callback=(continuation of Deferred@1982560298 after retry RPC after error@658644419) -> (continuation of Deferred@1758196064 after retry RPC after error@1752637554) -> (continuation of Deferred@1160839038 after retry RPC after error@1923833374) -> (continuation of Deferred@1172103642 after retry RPC after error@351874467) -> (continuation of Deferred@1458629453 after retry RPC after error@2122515491) -> (continuation of Deferred@1559492632 after retry RPC after error@28987920) -> (continuation of Deferred@1346464745 after retry RPC after error@906350558), errback=(continuation of Deferred@1982560298 after retry RPC after error@658644419) -> (continuation of Deferred@1758196064 after retry RPC after error@1752637554) -> (continuation of Deferred@1160839038 after retry RPC after error@1923833374) -> (continuation of Deferred@1172103642 after retry RPC after error@351874467) -> (continuation of Deferred@1458629453 after retry RPC after error@2122515491) -> (continuation of Deferred@1559492632 after retry RPC after error@28987920) -> (continuation of Deferred@1346464745 after retry RPC after error@906350558)))
20:01:46.573 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1576777963(state=PENDING, result=null, callback=(continuation of Deferred@1982560298 after retry RPC after error@658644419) -> (continuation of Deferred@1758196064 after retry RPC after error@1752637554) -> (continuation of Deferred@1160839038 after retry RPC after error@1923833374) -> (continuation of Deferred@1172103642 after retry RPC after error@351874467) -> (continuation of Deferred@1458629453 after retry RPC after error@2122515491) -> (continuation of Deferred@1559492632 after retry RPC after error@28987920) -> (continuation of Deferred@1346464745 after retry RPC after error@906350558), errback=(continuation of Deferred@1982560298 after retry RPC after error@658644419) -> (continuation of Deferred@1758196064 after retry RPC after error@1752637554) -> (continuation of Deferred@1160839038 after retry RPC after error@1923833374) -> (continuation of Deferred@1172103642 after retry RPC after error@351874467) -> (continuation of Deferred@1458629453 after retry RPC after error@2122515491) -> (continuation of Deferred@1559492632 after retry RPC after error@28987920) -> (continuation of Deferred@1346464745 after retry RPC after error@906350558)))
20:01:46.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.592 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.611 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.732 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1049992376(state=PENDING, result=null, callback=(continuation of Deferred@2046558492 after retry RPC after error@1290467519) -> (continuation of Deferred@2076653053 after retry RPC after error@1764034145) -> (continuation of Deferred@1892163256 after retry RPC after error@1803304734) -> (continuation of Deferred@701929297 after retry RPC after error@1753319940) -> (continuation of Deferred@1485595762 after retry RPC after error@1375872178) -> (continuation of Deferred@1341349308 after retry RPC after error@726024172), errback=(continuation of Deferred@2046558492 after retry RPC after error@1290467519) -> (continuation of Deferred@2076653053 after retry RPC after error@1764034145) -> (continuation of Deferred@1892163256 after retry RPC after error@1803304734) -> (continuation of Deferred@701929297 after retry RPC after error@1753319940) -> (continuation of Deferred@1485595762 after retry RPC after error@1375872178) -> (continuation of Deferred@1341349308 after retry RPC after error@726024172)))
20:01:46.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1049992376(state=PENDING, result=null, callback=(continuation of Deferred@2046558492 after retry RPC after error@1290467519) -> (continuation of Deferred@2076653053 after retry RPC after error@1764034145) -> (continuation of Deferred@1892163256 after retry RPC after error@1803304734) -> (continuation of Deferred@701929297 after retry RPC after error@1753319940) -> (continuation of Deferred@1485595762 after retry RPC after error@1375872178) -> (continuation of Deferred@1341349308 after retry RPC after error@726024172), errback=(continuation of Deferred@2046558492 after retry RPC after error@1290467519) -> (continuation of Deferred@2076653053 after retry RPC after error@1764034145) -> (continuation of Deferred@1892163256 after retry RPC after error@1803304734) -> (continuation of Deferred@701929297 after retry RPC after error@1753319940) -> (continuation of Deferred@1485595762 after retry RPC after error@1375872178) -> (continuation of Deferred@1341349308 after retry RPC after error@726024172)))
20:01:46.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.774 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.831 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:46.973 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2126559602(state=PENDING, result=null, callback=(continuation of Deferred@1566273848 after retry RPC after error@197658026) -> (continuation of Deferred@1693997520 after retry RPC after error@520648468) -> (continuation of Deferred@433850236 after retry RPC after error@1383244984) -> (continuation of Deferred@1960989183 after retry RPC after error@680409248) -> (continuation of Deferred@1360014634 after retry RPC after error@369099988) -> (continuation of Deferred@1879822914 after retry RPC after error@697941979) -> (continuation of Deferred@2041626303 after retry RPC after error@1862284281) -> (continuation of Deferred@1094153625 after retry RPC after error@632585475) -> (continuation of Deferred@1494051404 after retry RPC after error@930874735), errback=(continuation of Deferred@1566273848 after retry RPC after error@197658026) -> (continuation of Deferred@1693997520 after retry RPC after error@520648468) -> (continuation of Deferred@433850236 after retry RPC after error@1383244984) -> (continuation of Deferred@1960989183 after retry RPC after error@680409248) -> (continuation of Deferred@1360014634 after retry RPC after error@369099988) -> (continuation of Deferred@1879822914 after retry RPC after error@697941979) -> (continuation of Deferred@2041626303 after retry RPC after error@1862284281) -> (continuation of Deferred@1094153625 after retry RPC after error@632585475) -> (continuation of Deferred@1494051404 after retry RPC after error@930874735)))
20:01:46.973 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2126559602(state=PENDING, result=null, callback=(continuation of Deferred@1566273848 after retry RPC after error@197658026) -> (continuation of Deferred@1693997520 after retry RPC after error@520648468) -> (continuation of Deferred@433850236 after retry RPC after error@1383244984) -> (continuation of Deferred@1960989183 after retry RPC after error@680409248) -> (continuation of Deferred@1360014634 after retry RPC after error@369099988) -> (continuation of Deferred@1879822914 after retry RPC after error@697941979) -> (continuation of Deferred@2041626303 after retry RPC after error@1862284281) -> (continuation of Deferred@1094153625 after retry RPC after error@632585475) -> (continuation of Deferred@1494051404 after retry RPC after error@930874735), errback=(continuation of Deferred@1566273848 after retry RPC after error@197658026) -> (continuation of Deferred@1693997520 after retry RPC after error@520648468) -> (continuation of Deferred@433850236 after retry RPC after error@1383244984) -> (continuation of Deferred@1960989183 after retry RPC after error@680409248) -> (continuation of Deferred@1360014634 after retry RPC after error@369099988) -> (continuation of Deferred@1879822914 after retry RPC after error@697941979) -> (continuation of Deferred@2041626303 after retry RPC after error@1862284281) -> (continuation of Deferred@1094153625 after retry RPC after error@632585475) -> (continuation of Deferred@1494051404 after retry RPC after error@930874735)))
20:01:46.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:46.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:46.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:46.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:46.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.212 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1391096429(state=PENDING, result=null, callback=(continuation of Deferred@794697204 after retry RPC after error@1409051311) -> (continuation of Deferred@659072099 after retry RPC after error@649118717) -> (continuation of Deferred@2036259682 after retry RPC after error@1237811188) -> (continuation of Deferred@734966035 after retry RPC after error@188817596) -> (continuation of Deferred@80445309 after retry RPC after error@1979812047) -> (continuation of Deferred@681175349 after retry RPC after error@710899802) -> (continuation of Deferred@1974524667 after retry RPC after error@260928370), errback=(continuation of Deferred@794697204 after retry RPC after error@1409051311) -> (continuation of Deferred@659072099 after retry RPC after error@649118717) -> (continuation of Deferred@2036259682 after retry RPC after error@1237811188) -> (continuation of Deferred@734966035 after retry RPC after error@188817596) -> (continuation of Deferred@80445309 after retry RPC after error@1979812047) -> (continuation of Deferred@681175349 after retry RPC after error@710899802) -> (continuation of Deferred@1974524667 after retry RPC after error@260928370)))
20:01:47.213 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1391096429(state=PENDING, result=null, callback=(continuation of Deferred@794697204 after retry RPC after error@1409051311) -> (continuation of Deferred@659072099 after retry RPC after error@649118717) -> (continuation of Deferred@2036259682 after retry RPC after error@1237811188) -> (continuation of Deferred@734966035 after retry RPC after error@188817596) -> (continuation of Deferred@80445309 after retry RPC after error@1979812047) -> (continuation of Deferred@681175349 after retry RPC after error@710899802) -> (continuation of Deferred@1974524667 after retry RPC after error@260928370), errback=(continuation of Deferred@794697204 after retry RPC after error@1409051311) -> (continuation of Deferred@659072099 after retry RPC after error@649118717) -> (continuation of Deferred@2036259682 after retry RPC after error@1237811188) -> (continuation of Deferred@734966035 after retry RPC after error@188817596) -> (continuation of Deferred@80445309 after retry RPC after error@1979812047) -> (continuation of Deferred@681175349 after retry RPC after error@710899802) -> (continuation of Deferred@1974524667 after retry RPC after error@260928370)))
20:01:47.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.291 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.472 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@285916774(state=PENDING, result=null, callback=(continuation of Deferred@506186126 after retry RPC after error@1104705423) -> (continuation of Deferred@1833747129 after retry RPC after error@695318776) -> (continuation of Deferred@1767273441 after retry RPC after error@1806697803) -> (continuation of Deferred@1625447310 after retry RPC after error@1148229906) -> (continuation of Deferred@518202118 after retry RPC after error@1972561868) -> (continuation of Deferred@132050139 after retry RPC after error@1202081083) -> (continuation of Deferred@1079684570 after retry RPC after error@580161178), errback=(continuation of Deferred@506186126 after retry RPC after error@1104705423) -> (continuation of Deferred@1833747129 after retry RPC after error@695318776) -> (continuation of Deferred@1767273441 after retry RPC after error@1806697803) -> (continuation of Deferred@1625447310 after retry RPC after error@1148229906) -> (continuation of Deferred@518202118 after retry RPC after error@1972561868) -> (continuation of Deferred@132050139 after retry RPC after error@1202081083) -> (continuation of Deferred@1079684570 after retry RPC after error@580161178)))
20:01:47.473 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@285916774(state=PENDING, result=null, callback=(continuation of Deferred@506186126 after retry RPC after error@1104705423) -> (continuation of Deferred@1833747129 after retry RPC after error@695318776) -> (continuation of Deferred@1767273441 after retry RPC after error@1806697803) -> (continuation of Deferred@1625447310 after retry RPC after error@1148229906) -> (continuation of Deferred@518202118 after retry RPC after error@1972561868) -> (continuation of Deferred@132050139 after retry RPC after error@1202081083) -> (continuation of Deferred@1079684570 after retry RPC after error@580161178), errback=(continuation of Deferred@506186126 after retry RPC after error@1104705423) -> (continuation of Deferred@1833747129 after retry RPC after error@695318776) -> (continuation of Deferred@1767273441 after retry RPC after error@1806697803) -> (continuation of Deferred@1625447310 after retry RPC after error@1148229906) -> (continuation of Deferred@518202118 after retry RPC after error@1972561868) -> (continuation of Deferred@132050139 after retry RPC after error@1202081083) -> (continuation of Deferred@1079684570 after retry RPC after error@580161178)))
20:01:47.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.492 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.492 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.492 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.551 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.693 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@117368456(state=PENDING, result=null, callback=(continuation of Deferred@331079891 after retry RPC after error@430619374) -> (continuation of Deferred@539630549 after retry RPC after error@1368486910) -> (continuation of Deferred@492878951 after retry RPC after error@1364265199) -> (continuation of Deferred@567625123 after retry RPC after error@2063715556) -> (continuation of Deferred@1671091303 after retry RPC after error@978693771) -> (continuation of Deferred@824577087 after retry RPC after error@1152749587), errback=(continuation of Deferred@331079891 after retry RPC after error@430619374) -> (continuation of Deferred@539630549 after retry RPC after error@1368486910) -> (continuation of Deferred@492878951 after retry RPC after error@1364265199) -> (continuation of Deferred@567625123 after retry RPC after error@2063715556) -> (continuation of Deferred@1671091303 after retry RPC after error@978693771) -> (continuation of Deferred@824577087 after retry RPC after error@1152749587)))
20:01:47.693 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@117368456(state=PENDING, result=null, callback=(continuation of Deferred@331079891 after retry RPC after error@430619374) -> (continuation of Deferred@539630549 after retry RPC after error@1368486910) -> (continuation of Deferred@492878951 after retry RPC after error@1364265199) -> (continuation of Deferred@567625123 after retry RPC after error@2063715556) -> (continuation of Deferred@1671091303 after retry RPC after error@978693771) -> (continuation of Deferred@824577087 after retry RPC after error@1152749587), errback=(continuation of Deferred@331079891 after retry RPC after error@430619374) -> (continuation of Deferred@539630549 after retry RPC after error@1368486910) -> (continuation of Deferred@492878951 after retry RPC after error@1364265199) -> (continuation of Deferred@567625123 after retry RPC after error@2063715556) -> (continuation of Deferred@1671091303 after retry RPC after error@978693771) -> (continuation of Deferred@824577087 after retry RPC after error@1152749587)))
20:01:47.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.811 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.872 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@880736125(state=PENDING, result=null, callback=(continuation of Deferred@776595458 after retry RPC after error@7644622) -> (continuation of Deferred@790273542 after retry RPC after error@1813795207) -> (continuation of Deferred@234139134 after retry RPC after error@680211291) -> (continuation of Deferred@1394238178 after retry RPC after error@1560576367) -> (continuation of Deferred@1974946924 after retry RPC after error@72857706) -> (continuation of Deferred@73062256 after retry RPC after error@2100048237) -> (continuation of Deferred@842520200 after retry RPC after error@194686028), errback=(continuation of Deferred@776595458 after retry RPC after error@7644622) -> (continuation of Deferred@790273542 after retry RPC after error@1813795207) -> (continuation of Deferred@234139134 after retry RPC after error@680211291) -> (continuation of Deferred@1394238178 after retry RPC after error@1560576367) -> (continuation of Deferred@1974946924 after retry RPC after error@72857706) -> (continuation of Deferred@73062256 after retry RPC after error@2100048237) -> (continuation of Deferred@842520200 after retry RPC after error@194686028)))
20:01:47.873 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@880736125(state=PENDING, result=null, callback=(continuation of Deferred@776595458 after retry RPC after error@7644622) -> (continuation of Deferred@790273542 after retry RPC after error@1813795207) -> (continuation of Deferred@234139134 after retry RPC after error@680211291) -> (continuation of Deferred@1394238178 after retry RPC after error@1560576367) -> (continuation of Deferred@1974946924 after retry RPC after error@72857706) -> (continuation of Deferred@73062256 after retry RPC after error@2100048237) -> (continuation of Deferred@842520200 after retry RPC after error@194686028), errback=(continuation of Deferred@776595458 after retry RPC after error@7644622) -> (continuation of Deferred@790273542 after retry RPC after error@1813795207) -> (continuation of Deferred@234139134 after retry RPC after error@680211291) -> (continuation of Deferred@1394238178 after retry RPC after error@1560576367) -> (continuation of Deferred@1974946924 after retry RPC after error@72857706) -> (continuation of Deferred@73062256 after retry RPC after error@2100048237) -> (continuation of Deferred@842520200 after retry RPC after error@194686028)))
20:01:47.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:47.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:47.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:47.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:47.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:47.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.133 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@115074610(state=PENDING, result=null, callback=(continuation of Deferred@1424699974 after retry RPC after error@1917674277) -> (continuation of Deferred@1003472916 after retry RPC after error@1652314921) -> (continuation of Deferred@1871193122 after retry RPC after error@1992631997) -> (continuation of Deferred@856678169 after retry RPC after error@862598986) -> (continuation of Deferred@493726769 after retry RPC after error@1111654895) -> (continuation of Deferred@259549609 after retry RPC after error@1842007915) -> (continuation of Deferred@490142407 after retry RPC after error@1261260151), errback=(continuation of Deferred@1424699974 after retry RPC after error@1917674277) -> (continuation of Deferred@1003472916 after retry RPC after error@1652314921) -> (continuation of Deferred@1871193122 after retry RPC after error@1992631997) -> (continuation of Deferred@856678169 after retry RPC after error@862598986) -> (continuation of Deferred@493726769 after retry RPC after error@1111654895) -> (continuation of Deferred@259549609 after retry RPC after error@1842007915) -> (continuation of Deferred@490142407 after retry RPC after error@1261260151)))
20:01:48.133 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@115074610(state=PENDING, result=null, callback=(continuation of Deferred@1424699974 after retry RPC after error@1917674277) -> (continuation of Deferred@1003472916 after retry RPC after error@1652314921) -> (continuation of Deferred@1871193122 after retry RPC after error@1992631997) -> (continuation of Deferred@856678169 after retry RPC after error@862598986) -> (continuation of Deferred@493726769 after retry RPC after error@1111654895) -> (continuation of Deferred@259549609 after retry RPC after error@1842007915) -> (continuation of Deferred@490142407 after retry RPC after error@1261260151), errback=(continuation of Deferred@1424699974 after retry RPC after error@1917674277) -> (continuation of Deferred@1003472916 after retry RPC after error@1652314921) -> (continuation of Deferred@1871193122 after retry RPC after error@1992631997) -> (continuation of Deferred@856678169 after retry RPC after error@862598986) -> (continuation of Deferred@493726769 after retry RPC after error@1111654895) -> (continuation of Deferred@259549609 after retry RPC after error@1842007915) -> (continuation of Deferred@490142407 after retry RPC after error@1261260151)))
20:01:48.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.332 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1570982508(state=PENDING, result=null, callback=(continuation of Deferred@1763380873 after retry RPC after error@1095893002) -> (continuation of Deferred@1725312898 after retry RPC after error@568457502) -> (continuation of Deferred@272614637 after retry RPC after error@1094501552) -> (continuation of Deferred@373381418 after retry RPC after error@952527861) -> (continuation of Deferred@1446041772 after retry RPC after error@1905172382) -> (continuation of Deferred@1838813324 after retry RPC after error@1711822601), errback=(continuation of Deferred@1763380873 after retry RPC after error@1095893002) -> (continuation of Deferred@1725312898 after retry RPC after error@568457502) -> (continuation of Deferred@272614637 after retry RPC after error@1094501552) -> (continuation of Deferred@373381418 after retry RPC after error@952527861) -> (continuation of Deferred@1446041772 after retry RPC after error@1905172382) -> (continuation of Deferred@1838813324 after retry RPC after error@1711822601)))
20:01:48.333 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1570982508(state=PENDING, result=null, callback=(continuation of Deferred@1763380873 after retry RPC after error@1095893002) -> (continuation of Deferred@1725312898 after retry RPC after error@568457502) -> (continuation of Deferred@272614637 after retry RPC after error@1094501552) -> (continuation of Deferred@373381418 after retry RPC after error@952527861) -> (continuation of Deferred@1446041772 after retry RPC after error@1905172382) -> (continuation of Deferred@1838813324 after retry RPC after error@1711822601), errback=(continuation of Deferred@1763380873 after retry RPC after error@1095893002) -> (continuation of Deferred@1725312898 after retry RPC after error@568457502) -> (continuation of Deferred@272614637 after retry RPC after error@1094501552) -> (continuation of Deferred@373381418 after retry RPC after error@952527861) -> (continuation of Deferred@1446041772 after retry RPC after error@1905172382) -> (continuation of Deferred@1838813324 after retry RPC after error@1711822601)))
20:01:48.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.355 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.552 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1957213137(state=PENDING, result=null, callback=(continuation of Deferred@394188145 after retry RPC after error@1382619244) -> (continuation of Deferred@379439596 after retry RPC after error@656070357) -> (continuation of Deferred@1185831450 after retry RPC after error@1553891547) -> (continuation of Deferred@607445005 after retry RPC after error@1432954400) -> (continuation of Deferred@1629739037 after retry RPC after error@1234375866) -> (continuation of Deferred@1252303117 after retry RPC after error@1457575519) -> (continuation of Deferred@695996334 after retry RPC after error@2023487743), errback=(continuation of Deferred@394188145 after retry RPC after error@1382619244) -> (continuation of Deferred@379439596 after retry RPC after error@656070357) -> (continuation of Deferred@1185831450 after retry RPC after error@1553891547) -> (continuation of Deferred@607445005 after retry RPC after error@1432954400) -> (continuation of Deferred@1629739037 after retry RPC after error@1234375866) -> (continuation of Deferred@1252303117 after retry RPC after error@1457575519) -> (continuation of Deferred@695996334 after retry RPC after error@2023487743)))
20:01:48.553 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1957213137(state=PENDING, result=null, callback=(continuation of Deferred@394188145 after retry RPC after error@1382619244) -> (continuation of Deferred@379439596 after retry RPC after error@656070357) -> (continuation of Deferred@1185831450 after retry RPC after error@1553891547) -> (continuation of Deferred@607445005 after retry RPC after error@1432954400) -> (continuation of Deferred@1629739037 after retry RPC after error@1234375866) -> (continuation of Deferred@1252303117 after retry RPC after error@1457575519) -> (continuation of Deferred@695996334 after retry RPC after error@2023487743), errback=(continuation of Deferred@394188145 after retry RPC after error@1382619244) -> (continuation of Deferred@379439596 after retry RPC after error@656070357) -> (continuation of Deferred@1185831450 after retry RPC after error@1553891547) -> (continuation of Deferred@607445005 after retry RPC after error@1432954400) -> (continuation of Deferred@1629739037 after retry RPC after error@1234375866) -> (continuation of Deferred@1252303117 after retry RPC after error@1457575519) -> (continuation of Deferred@695996334 after retry RPC after error@2023487743)))
20:01:48.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:48.601689 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:48.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:48.601841 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:48.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.631 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.733 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@244484744(state=PENDING, result=null, callback=(continuation of Deferred@703190949 after retry RPC after error@2062768498) -> (continuation of Deferred@1792808418 after retry RPC after error@1887442171) -> (continuation of Deferred@397648305 after retry RPC after error@2003518204) -> (continuation of Deferred@2106735350 after retry RPC after error@222678643) -> (continuation of Deferred@133257283 after retry RPC after error@715163363) -> (continuation of Deferred@1183403211 after retry RPC after error@1704731711), errback=(continuation of Deferred@703190949 after retry RPC after error@2062768498) -> (continuation of Deferred@1792808418 after retry RPC after error@1887442171) -> (continuation of Deferred@397648305 after retry RPC after error@2003518204) -> (continuation of Deferred@2106735350 after retry RPC after error@222678643) -> (continuation of Deferred@133257283 after retry RPC after error@715163363) -> (continuation of Deferred@1183403211 after retry RPC after error@1704731711)))
20:01:48.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@244484744(state=PENDING, result=null, callback=(continuation of Deferred@703190949 after retry RPC after error@2062768498) -> (continuation of Deferred@1792808418 after retry RPC after error@1887442171) -> (continuation of Deferred@397648305 after retry RPC after error@2003518204) -> (continuation of Deferred@2106735350 after retry RPC after error@222678643) -> (continuation of Deferred@133257283 after retry RPC after error@715163363) -> (continuation of Deferred@1183403211 after retry RPC after error@1704731711), errback=(continuation of Deferred@703190949 after retry RPC after error@2062768498) -> (continuation of Deferred@1792808418 after retry RPC after error@1887442171) -> (continuation of Deferred@397648305 after retry RPC after error@2003518204) -> (continuation of Deferred@2106735350 after retry RPC after error@222678643) -> (continuation of Deferred@133257283 after retry RPC after error@715163363) -> (continuation of Deferred@1183403211 after retry RPC after error@1704731711)))
20:01:48.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.953 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@876937266(state=PENDING, result=null, callback=(continuation of Deferred@683478451 after retry RPC after error@665680674) -> (continuation of Deferred@1729030373 after retry RPC after error@2077630630) -> (continuation of Deferred@994470650 after retry RPC after error@2013164251) -> (continuation of Deferred@1730667777 after retry RPC after error@759048787) -> (continuation of Deferred@623350964 after retry RPC after error@558580321) -> (continuation of Deferred@2031924388 after retry RPC after error@623670630) -> (continuation of Deferred@1010292547 after retry RPC after error@1200931566), errback=(continuation of Deferred@683478451 after retry RPC after error@665680674) -> (continuation of Deferred@1729030373 after retry RPC after error@2077630630) -> (continuation of Deferred@994470650 after retry RPC after error@2013164251) -> (continuation of Deferred@1730667777 after retry RPC after error@759048787) -> (continuation of Deferred@623350964 after retry RPC after error@558580321) -> (continuation of Deferred@2031924388 after retry RPC after error@623670630) -> (continuation of Deferred@1010292547 after retry RPC after error@1200931566)))
20:01:48.953 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@876937266(state=PENDING, result=null, callback=(continuation of Deferred@683478451 after retry RPC after error@665680674) -> (continuation of Deferred@1729030373 after retry RPC after error@2077630630) -> (continuation of Deferred@994470650 after retry RPC after error@2013164251) -> (continuation of Deferred@1730667777 after retry RPC after error@759048787) -> (continuation of Deferred@623350964 after retry RPC after error@558580321) -> (continuation of Deferred@2031924388 after retry RPC after error@623670630) -> (continuation of Deferred@1010292547 after retry RPC after error@1200931566), errback=(continuation of Deferred@683478451 after retry RPC after error@665680674) -> (continuation of Deferred@1729030373 after retry RPC after error@2077630630) -> (continuation of Deferred@994470650 after retry RPC after error@2013164251) -> (continuation of Deferred@1730667777 after retry RPC after error@759048787) -> (continuation of Deferred@623350964 after retry RPC after error@558580321) -> (continuation of Deferred@2031924388 after retry RPC after error@623670630) -> (continuation of Deferred@1010292547 after retry RPC after error@1200931566)))
20:01:48.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:48.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:48.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:48.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:48.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:48.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.071 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.113 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@708922768(state=PENDING, result=null, callback=(continuation of Deferred@920534487 after retry RPC after error@1388251504) -> (continuation of Deferred@1180269650 after retry RPC after error@1725207748) -> (continuation of Deferred@555957580 after retry RPC after error@192758929) -> (continuation of Deferred@105579072 after retry RPC after error@1148962041) -> (continuation of Deferred@2089441383 after retry RPC after error@498254507) -> (continuation of Deferred@1135975007 after retry RPC after error@1500758748) -> (continuation of Deferred@1997861109 after retry RPC after error@2084098854), errback=(continuation of Deferred@920534487 after retry RPC after error@1388251504) -> (continuation of Deferred@1180269650 after retry RPC after error@1725207748) -> (continuation of Deferred@555957580 after retry RPC after error@192758929) -> (continuation of Deferred@105579072 after retry RPC after error@1148962041) -> (continuation of Deferred@2089441383 after retry RPC after error@498254507) -> (continuation of Deferred@1135975007 after retry RPC after error@1500758748) -> (continuation of Deferred@1997861109 after retry RPC after error@2084098854)))
20:01:49.113 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@708922768(state=PENDING, result=null, callback=(continuation of Deferred@920534487 after retry RPC after error@1388251504) -> (continuation of Deferred@1180269650 after retry RPC after error@1725207748) -> (continuation of Deferred@555957580 after retry RPC after error@192758929) -> (continuation of Deferred@105579072 after retry RPC after error@1148962041) -> (continuation of Deferred@2089441383 after retry RPC after error@498254507) -> (continuation of Deferred@1135975007 after retry RPC after error@1500758748) -> (continuation of Deferred@1997861109 after retry RPC after error@2084098854), errback=(continuation of Deferred@920534487 after retry RPC after error@1388251504) -> (continuation of Deferred@1180269650 after retry RPC after error@1725207748) -> (continuation of Deferred@555957580 after retry RPC after error@192758929) -> (continuation of Deferred@105579072 after retry RPC after error@1148962041) -> (continuation of Deferred@2089441383 after retry RPC after error@498254507) -> (continuation of Deferred@1135975007 after retry RPC after error@1500758748) -> (continuation of Deferred@1997861109 after retry RPC after error@2084098854)))
20:01:49.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.333 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1697064456(state=PENDING, result=null, callback=(continuation of Deferred@192427239 after retry RPC after error@973239181) -> (continuation of Deferred@1573282223 after retry RPC after error@26020729) -> (continuation of Deferred@1268304035 after retry RPC after error@1647264838) -> (continuation of Deferred@202021557 after retry RPC after error@1698012814) -> (continuation of Deferred@1751490395 after retry RPC after error@1886452581) -> (continuation of Deferred@678889708 after retry RPC after error@1635721858) -> (continuation of Deferred@623175345 after retry RPC after error@1392024227), errback=(continuation of Deferred@192427239 after retry RPC after error@973239181) -> (continuation of Deferred@1573282223 after retry RPC after error@26020729) -> (continuation of Deferred@1268304035 after retry RPC after error@1647264838) -> (continuation of Deferred@202021557 after retry RPC after error@1698012814) -> (continuation of Deferred@1751490395 after retry RPC after error@1886452581) -> (continuation of Deferred@678889708 after retry RPC after error@1635721858) -> (continuation of Deferred@623175345 after retry RPC after error@1392024227)))
20:01:49.333 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1697064456(state=PENDING, result=null, callback=(continuation of Deferred@192427239 after retry RPC after error@973239181) -> (continuation of Deferred@1573282223 after retry RPC after error@26020729) -> (continuation of Deferred@1268304035 after retry RPC after error@1647264838) -> (continuation of Deferred@202021557 after retry RPC after error@1698012814) -> (continuation of Deferred@1751490395 after retry RPC after error@1886452581) -> (continuation of Deferred@678889708 after retry RPC after error@1635721858) -> (continuation of Deferred@623175345 after retry RPC after error@1392024227), errback=(continuation of Deferred@192427239 after retry RPC after error@973239181) -> (continuation of Deferred@1573282223 after retry RPC after error@26020729) -> (continuation of Deferred@1268304035 after retry RPC after error@1647264838) -> (continuation of Deferred@202021557 after retry RPC after error@1698012814) -> (continuation of Deferred@1751490395 after retry RPC after error@1886452581) -> (continuation of Deferred@678889708 after retry RPC after error@1635721858) -> (continuation of Deferred@623175345 after retry RPC after error@1392024227)))
20:01:49.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.513 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1251754911(state=PENDING, result=null, callback=(continuation of Deferred@1283308766 after retry RPC after error@1395839085) -> (continuation of Deferred@120332693 after retry RPC after error@788793940) -> (continuation of Deferred@247388198 after retry RPC after error@1263194148) -> (continuation of Deferred@764178513 after retry RPC after error@584423710) -> (continuation of Deferred@1515330186 after retry RPC after error@1199843860) -> (continuation of Deferred@155505741 after retry RPC after error@123187474), errback=(continuation of Deferred@1283308766 after retry RPC after error@1395839085) -> (continuation of Deferred@120332693 after retry RPC after error@788793940) -> (continuation of Deferred@247388198 after retry RPC after error@1263194148) -> (continuation of Deferred@764178513 after retry RPC after error@584423710) -> (continuation of Deferred@1515330186 after retry RPC after error@1199843860) -> (continuation of Deferred@155505741 after retry RPC after error@123187474)))
20:01:49.513 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1251754911(state=PENDING, result=null, callback=(continuation of Deferred@1283308766 after retry RPC after error@1395839085) -> (continuation of Deferred@120332693 after retry RPC after error@788793940) -> (continuation of Deferred@247388198 after retry RPC after error@1263194148) -> (continuation of Deferred@764178513 after retry RPC after error@584423710) -> (continuation of Deferred@1515330186 after retry RPC after error@1199843860) -> (continuation of Deferred@155505741 after retry RPC after error@123187474), errback=(continuation of Deferred@1283308766 after retry RPC after error@1395839085) -> (continuation of Deferred@120332693 after retry RPC after error@788793940) -> (continuation of Deferred@247388198 after retry RPC after error@1263194148) -> (continuation of Deferred@764178513 after retry RPC after error@584423710) -> (continuation of Deferred@1515330186 after retry RPC after error@1199843860) -> (continuation of Deferred@155505741 after retry RPC after error@123187474)))
20:01:49.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.733 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@685851515(state=PENDING, result=null, callback=(continuation of Deferred@1257909616 after retry RPC after error@1303479747) -> (continuation of Deferred@1602173856 after retry RPC after error@2108117423) -> (continuation of Deferred@1722639046 after retry RPC after error@661879885) -> (continuation of Deferred@24637752 after retry RPC after error@1176171152) -> (continuation of Deferred@1261179847 after retry RPC after error@2004979707) -> (continuation of Deferred@1237409282 after retry RPC after error@1490987992), errback=(continuation of Deferred@1257909616 after retry RPC after error@1303479747) -> (continuation of Deferred@1602173856 after retry RPC after error@2108117423) -> (continuation of Deferred@1722639046 after retry RPC after error@661879885) -> (continuation of Deferred@24637752 after retry RPC after error@1176171152) -> (continuation of Deferred@1261179847 after retry RPC after error@2004979707) -> (continuation of Deferred@1237409282 after retry RPC after error@1490987992)))
20:01:49.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@685851515(state=PENDING, result=null, callback=(continuation of Deferred@1257909616 after retry RPC after error@1303479747) -> (continuation of Deferred@1602173856 after retry RPC after error@2108117423) -> (continuation of Deferred@1722639046 after retry RPC after error@661879885) -> (continuation of Deferred@24637752 after retry RPC after error@1176171152) -> (continuation of Deferred@1261179847 after retry RPC after error@2004979707) -> (continuation of Deferred@1237409282 after retry RPC after error@1490987992), errback=(continuation of Deferred@1257909616 after retry RPC after error@1303479747) -> (continuation of Deferred@1602173856 after retry RPC after error@2108117423) -> (continuation of Deferred@1722639046 after retry RPC after error@661879885) -> (continuation of Deferred@24637752 after retry RPC after error@1176171152) -> (continuation of Deferred@1261179847 after retry RPC after error@2004979707) -> (continuation of Deferred@1237409282 after retry RPC after error@1490987992)))
20:01:49.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.953 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@752472535(state=PENDING, result=null, callback=(continuation of Deferred@821045217 after retry RPC after error@2080967880) -> (continuation of Deferred@1921634145 after retry RPC after error@280821646) -> (continuation of Deferred@566369623 after retry RPC after error@362359531) -> (continuation of Deferred@693571070 after retry RPC after error@1591793621) -> (continuation of Deferred@1870221819 after retry RPC after error@871100557) -> (continuation of Deferred@583148531 after retry RPC after error@2059671041) -> (continuation of Deferred@1595373099 after retry RPC after error@865376988), errback=(continuation of Deferred@821045217 after retry RPC after error@2080967880) -> (continuation of Deferred@1921634145 after retry RPC after error@280821646) -> (continuation of Deferred@566369623 after retry RPC after error@362359531) -> (continuation of Deferred@693571070 after retry RPC after error@1591793621) -> (continuation of Deferred@1870221819 after retry RPC after error@871100557) -> (continuation of Deferred@583148531 after retry RPC after error@2059671041) -> (continuation of Deferred@1595373099 after retry RPC after error@865376988)))
20:01:49.953 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@752472535(state=PENDING, result=null, callback=(continuation of Deferred@821045217 after retry RPC after error@2080967880) -> (continuation of Deferred@1921634145 after retry RPC after error@280821646) -> (continuation of Deferred@566369623 after retry RPC after error@362359531) -> (continuation of Deferred@693571070 after retry RPC after error@1591793621) -> (continuation of Deferred@1870221819 after retry RPC after error@871100557) -> (continuation of Deferred@583148531 after retry RPC after error@2059671041) -> (continuation of Deferred@1595373099 after retry RPC after error@865376988), errback=(continuation of Deferred@821045217 after retry RPC after error@2080967880) -> (continuation of Deferred@1921634145 after retry RPC after error@280821646) -> (continuation of Deferred@566369623 after retry RPC after error@362359531) -> (continuation of Deferred@693571070 after retry RPC after error@1591793621) -> (continuation of Deferred@1870221819 after retry RPC after error@871100557) -> (continuation of Deferred@583148531 after retry RPC after error@2059671041) -> (continuation of Deferred@1595373099 after retry RPC after error@865376988)))
20:01:49.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:49.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:49.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:49.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:49.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:49.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.153 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@9712200(state=PENDING, result=null, callback=(continuation of Deferred@244445880 after retry RPC after error@1048875619) -> (continuation of Deferred@251386988 after retry RPC after error@794601865) -> (continuation of Deferred@777620200 after retry RPC after error@877920970) -> (continuation of Deferred@1687990416 after retry RPC after error@784747883) -> (continuation of Deferred@1286245521 after retry RPC after error@1492948380) -> (continuation of Deferred@1499837987 after retry RPC after error@1171527025), errback=(continuation of Deferred@244445880 after retry RPC after error@1048875619) -> (continuation of Deferred@251386988 after retry RPC after error@794601865) -> (continuation of Deferred@777620200 after retry RPC after error@877920970) -> (continuation of Deferred@1687990416 after retry RPC after error@784747883) -> (continuation of Deferred@1286245521 after retry RPC after error@1492948380) -> (continuation of Deferred@1499837987 after retry RPC after error@1171527025)))
20:01:50.153 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@9712200(state=PENDING, result=null, callback=(continuation of Deferred@244445880 after retry RPC after error@1048875619) -> (continuation of Deferred@251386988 after retry RPC after error@794601865) -> (continuation of Deferred@777620200 after retry RPC after error@877920970) -> (continuation of Deferred@1687990416 after retry RPC after error@784747883) -> (continuation of Deferred@1286245521 after retry RPC after error@1492948380) -> (continuation of Deferred@1499837987 after retry RPC after error@1171527025), errback=(continuation of Deferred@244445880 after retry RPC after error@1048875619) -> (continuation of Deferred@251386988 after retry RPC after error@794601865) -> (continuation of Deferred@777620200 after retry RPC after error@877920970) -> (continuation of Deferred@1687990416 after retry RPC after error@784747883) -> (continuation of Deferred@1286245521 after retry RPC after error@1492948380) -> (continuation of Deferred@1499837987 after retry RPC after error@1171527025)))
20:01:50.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.196 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.392 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@992439937(state=PENDING, result=null, callback=(continuation of Deferred@756485811 after retry RPC after error@1279594241) -> (continuation of Deferred@524145300 after retry RPC after error@527365268) -> (continuation of Deferred@177804124 after retry RPC after error@1849698313) -> (continuation of Deferred@530116135 after retry RPC after error@2008703764) -> (continuation of Deferred@897293644 after retry RPC after error@1519709066) -> (continuation of Deferred@36036393 after retry RPC after error@639876794) -> (continuation of Deferred@1339803343 after retry RPC after error@854502405), errback=(continuation of Deferred@756485811 after retry RPC after error@1279594241) -> (continuation of Deferred@524145300 after retry RPC after error@527365268) -> (continuation of Deferred@177804124 after retry RPC after error@1849698313) -> (continuation of Deferred@530116135 after retry RPC after error@2008703764) -> (continuation of Deferred@897293644 after retry RPC after error@1519709066) -> (continuation of Deferred@36036393 after retry RPC after error@639876794) -> (continuation of Deferred@1339803343 after retry RPC after error@854502405)))
20:01:50.393 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@992439937(state=PENDING, result=null, callback=(continuation of Deferred@756485811 after retry RPC after error@1279594241) -> (continuation of Deferred@524145300 after retry RPC after error@527365268) -> (continuation of Deferred@177804124 after retry RPC after error@1849698313) -> (continuation of Deferred@530116135 after retry RPC after error@2008703764) -> (continuation of Deferred@897293644 after retry RPC after error@1519709066) -> (continuation of Deferred@36036393 after retry RPC after error@639876794) -> (continuation of Deferred@1339803343 after retry RPC after error@854502405), errback=(continuation of Deferred@756485811 after retry RPC after error@1279594241) -> (continuation of Deferred@524145300 after retry RPC after error@527365268) -> (continuation of Deferred@177804124 after retry RPC after error@1849698313) -> (continuation of Deferred@530116135 after retry RPC after error@2008703764) -> (continuation of Deferred@897293644 after retry RPC after error@1519709066) -> (continuation of Deferred@36036393 after retry RPC after error@639876794) -> (continuation of Deferred@1339803343 after retry RPC after error@854502405)))
20:01:50.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:50.515996 17957 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:50.516217 17957 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:50.516999 17957 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:50.518381 17274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:01:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:50.519927 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:50.520150 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:50.520256 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:50.520562 17957 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:50.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.534 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.612 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@448716641(state=PENDING, result=null, callback=(continuation of Deferred@623225365 after retry RPC after error@1771021810) -> (continuation of Deferred@704841228 after retry RPC after error@1185583610) -> (continuation of Deferred@1322778168 after retry RPC after error@1524855333) -> (continuation of Deferred@1759652883 after retry RPC after error@2052408756) -> (continuation of Deferred@184697592 after retry RPC after error@1244756967) -> (continuation of Deferred@868897798 after retry RPC after error@1675812654) -> (continuation of Deferred@2054050856 after retry RPC after error@1002567361), errback=(continuation of Deferred@623225365 after retry RPC after error@1771021810) -> (continuation of Deferred@704841228 after retry RPC after error@1185583610) -> (continuation of Deferred@1322778168 after retry RPC after error@1524855333) -> (continuation of Deferred@1759652883 after retry RPC after error@2052408756) -> (continuation of Deferred@184697592 after retry RPC after error@1244756967) -> (continuation of Deferred@868897798 after retry RPC after error@1675812654) -> (continuation of Deferred@2054050856 after retry RPC after error@1002567361)))
20:01:50.613 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@448716641(state=PENDING, result=null, callback=(continuation of Deferred@623225365 after retry RPC after error@1771021810) -> (continuation of Deferred@704841228 after retry RPC after error@1185583610) -> (continuation of Deferred@1322778168 after retry RPC after error@1524855333) -> (continuation of Deferred@1759652883 after retry RPC after error@2052408756) -> (continuation of Deferred@184697592 after retry RPC after error@1244756967) -> (continuation of Deferred@868897798 after retry RPC after error@1675812654) -> (continuation of Deferred@2054050856 after retry RPC after error@1002567361), errback=(continuation of Deferred@623225365 after retry RPC after error@1771021810) -> (continuation of Deferred@704841228 after retry RPC after error@1185583610) -> (continuation of Deferred@1322778168 after retry RPC after error@1524855333) -> (continuation of Deferred@1759652883 after retry RPC after error@2052408756) -> (continuation of Deferred@184697592 after retry RPC after error@1244756967) -> (continuation of Deferred@868897798 after retry RPC after error@1675812654) -> (continuation of Deferred@2054050856 after retry RPC after error@1002567361)))
20:01:50.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.691 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.872 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@504992400(state=PENDING, result=null, callback=(continuation of Deferred@321940872 after retry RPC after error@673070179) -> (continuation of Deferred@993350187 after retry RPC after error@1776999119) -> (continuation of Deferred@2040968791 after retry RPC after error@537030692) -> (continuation of Deferred@834128389 after retry RPC after error@238305886) -> (continuation of Deferred@1122785729 after retry RPC after error@1910280936) -> (continuation of Deferred@2117376308 after retry RPC after error@1388184094) -> (continuation of Deferred@1916562393 after retry RPC after error@1742929060), errback=(continuation of Deferred@321940872 after retry RPC after error@673070179) -> (continuation of Deferred@993350187 after retry RPC after error@1776999119) -> (continuation of Deferred@2040968791 after retry RPC after error@537030692) -> (continuation of Deferred@834128389 after retry RPC after error@238305886) -> (continuation of Deferred@1122785729 after retry RPC after error@1910280936) -> (continuation of Deferred@2117376308 after retry RPC after error@1388184094) -> (continuation of Deferred@1916562393 after retry RPC after error@1742929060)))
20:01:50.873 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@504992400(state=PENDING, result=null, callback=(continuation of Deferred@321940872 after retry RPC after error@673070179) -> (continuation of Deferred@993350187 after retry RPC after error@1776999119) -> (continuation of Deferred@2040968791 after retry RPC after error@537030692) -> (continuation of Deferred@834128389 after retry RPC after error@238305886) -> (continuation of Deferred@1122785729 after retry RPC after error@1910280936) -> (continuation of Deferred@2117376308 after retry RPC after error@1388184094) -> (continuation of Deferred@1916562393 after retry RPC after error@1742929060), errback=(continuation of Deferred@321940872 after retry RPC after error@673070179) -> (continuation of Deferred@993350187 after retry RPC after error@1776999119) -> (continuation of Deferred@2040968791 after retry RPC after error@537030692) -> (continuation of Deferred@834128389 after retry RPC after error@238305886) -> (continuation of Deferred@1122785729 after retry RPC after error@1910280936) -> (continuation of Deferred@2117376308 after retry RPC after error@1388184094) -> (continuation of Deferred@1916562393 after retry RPC after error@1742929060)))
20:01:50.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:50.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:50.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:50.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:50.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:50.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.092 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1790841645(state=PENDING, result=null, callback=(continuation of Deferred@1046206476 after retry RPC after error@1700177016) -> (continuation of Deferred@1891091312 after retry RPC after error@1779077424) -> (continuation of Deferred@175222725 after retry RPC after error@1523892119) -> (continuation of Deferred@347491326 after retry RPC after error@713808713) -> (continuation of Deferred@755189338 after retry RPC after error@1381264490) -> (continuation of Deferred@1947939941 after retry RPC after error@12511292), errback=(continuation of Deferred@1046206476 after retry RPC after error@1700177016) -> (continuation of Deferred@1891091312 after retry RPC after error@1779077424) -> (continuation of Deferred@175222725 after retry RPC after error@1523892119) -> (continuation of Deferred@347491326 after retry RPC after error@713808713) -> (continuation of Deferred@755189338 after retry RPC after error@1381264490) -> (continuation of Deferred@1947939941 after retry RPC after error@12511292)))
20:01:51.093 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1790841645(state=PENDING, result=null, callback=(continuation of Deferred@1046206476 after retry RPC after error@1700177016) -> (continuation of Deferred@1891091312 after retry RPC after error@1779077424) -> (continuation of Deferred@175222725 after retry RPC after error@1523892119) -> (continuation of Deferred@347491326 after retry RPC after error@713808713) -> (continuation of Deferred@755189338 after retry RPC after error@1381264490) -> (continuation of Deferred@1947939941 after retry RPC after error@12511292), errback=(continuation of Deferred@1046206476 after retry RPC after error@1700177016) -> (continuation of Deferred@1891091312 after retry RPC after error@1779077424) -> (continuation of Deferred@175222725 after retry RPC after error@1523892119) -> (continuation of Deferred@347491326 after retry RPC after error@713808713) -> (continuation of Deferred@755189338 after retry RPC after error@1381264490) -> (continuation of Deferred@1947939941 after retry RPC after error@12511292)))
20:01:51.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.370 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1996664443(state=PENDING, result=null, callback=(continuation of Deferred@946084325 after retry RPC after error@541103826) -> (continuation of Deferred@1995879649 after retry RPC after error@342207794) -> (continuation of Deferred@206976362 after retry RPC after error@679793716) -> (continuation of Deferred@1805003897 after retry RPC after error@1386414084) -> (continuation of Deferred@1868792415 after retry RPC after error@1640550131) -> (continuation of Deferred@996660055 after retry RPC after error@1896765215) -> (continuation of Deferred@42746395 after retry RPC after error@622111727), errback=(continuation of Deferred@946084325 after retry RPC after error@541103826) -> (continuation of Deferred@1995879649 after retry RPC after error@342207794) -> (continuation of Deferred@206976362 after retry RPC after error@679793716) -> (continuation of Deferred@1805003897 after retry RPC after error@1386414084) -> (continuation of Deferred@1868792415 after retry RPC after error@1640550131) -> (continuation of Deferred@996660055 after retry RPC after error@1896765215) -> (continuation of Deferred@42746395 after retry RPC after error@622111727)))
20:01:51.371 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:51.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:51.530706 16845 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:51.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:51.532091 16845 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:51.533409 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:51.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.592 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1763827076(state=PENDING, result=null, callback=(continuation of Deferred@1835223749 after retry RPC after error@166438099) -> (continuation of Deferred@433550633 after retry RPC after error@2122143338) -> (continuation of Deferred@155131394 after retry RPC after error@1571225290) -> (continuation of Deferred@2147133034 after retry RPC after error@1797288441) -> (continuation of Deferred@446606737 after retry RPC after error@1881424038) -> (continuation of Deferred@1523020094 after retry RPC after error@847277094), errback=(continuation of Deferred@1835223749 after retry RPC after error@166438099) -> (continuation of Deferred@433550633 after retry RPC after error@2122143338) -> (continuation of Deferred@155131394 after retry RPC after error@1571225290) -> (continuation of Deferred@2147133034 after retry RPC after error@1797288441) -> (continuation of Deferred@446606737 after retry RPC after error@1881424038) -> (continuation of Deferred@1523020094 after retry RPC after error@847277094)))
20:01:51.593 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1763827076(state=PENDING, result=null, callback=(continuation of Deferred@1835223749 after retry RPC after error@166438099) -> (continuation of Deferred@433550633 after retry RPC after error@2122143338) -> (continuation of Deferred@155131394 after retry RPC after error@1571225290) -> (continuation of Deferred@2147133034 after retry RPC after error@1797288441) -> (continuation of Deferred@446606737 after retry RPC after error@1881424038) -> (continuation of Deferred@1523020094 after retry RPC after error@847277094), errback=(continuation of Deferred@1835223749 after retry RPC after error@166438099) -> (continuation of Deferred@433550633 after retry RPC after error@2122143338) -> (continuation of Deferred@155131394 after retry RPC after error@1571225290) -> (continuation of Deferred@2147133034 after retry RPC after error@1797288441) -> (continuation of Deferred@446606737 after retry RPC after error@1881424038) -> (continuation of Deferred@1523020094 after retry RPC after error@847277094)))
20:01:51.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.793 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@402218440(state=PENDING, result=null, callback=(continuation of Deferred@1888538819 after retry RPC after error@597173415) -> (continuation of Deferred@1590790162 after retry RPC after error@60524829) -> (continuation of Deferred@1971017573 after retry RPC after error@396683377) -> (continuation of Deferred@1172796303 after retry RPC after error@451660111) -> (continuation of Deferred@889480456 after retry RPC after error@89388217) -> (continuation of Deferred@2069267607 after retry RPC after error@1060346627), errback=(continuation of Deferred@1888538819 after retry RPC after error@597173415) -> (continuation of Deferred@1590790162 after retry RPC after error@60524829) -> (continuation of Deferred@1971017573 after retry RPC after error@396683377) -> (continuation of Deferred@1172796303 after retry RPC after error@451660111) -> (continuation of Deferred@889480456 after retry RPC after error@89388217) -> (continuation of Deferred@2069267607 after retry RPC after error@1060346627)))
20:01:51.794 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@402218440(state=PENDING, result=null, callback=(continuation of Deferred@1888538819 after retry RPC after error@597173415) -> (continuation of Deferred@1590790162 after retry RPC after error@60524829) -> (continuation of Deferred@1971017573 after retry RPC after error@396683377) -> (continuation of Deferred@1172796303 after retry RPC after error@451660111) -> (continuation of Deferred@889480456 after retry RPC after error@89388217) -> (continuation of Deferred@2069267607 after retry RPC after error@1060346627), errback=(continuation of Deferred@1888538819 after retry RPC after error@597173415) -> (continuation of Deferred@1590790162 after retry RPC after error@60524829) -> (continuation of Deferred@1971017573 after retry RPC after error@396683377) -> (continuation of Deferred@1172796303 after retry RPC after error@451660111) -> (continuation of Deferred@889480456 after retry RPC after error@89388217) -> (continuation of Deferred@2069267607 after retry RPC after error@1060346627)))
20:01:51.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:51.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:51.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:51.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:51.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:51.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.033 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@978459743(state=PENDING, result=null, callback=(continuation of Deferred@595396547 after retry RPC after error@520918093) -> (continuation of Deferred@1139662713 after retry RPC after error@1777832895) -> (continuation of Deferred@587186781 after retry RPC after error@1495962803) -> (continuation of Deferred@1955700472 after retry RPC after error@556695998) -> (continuation of Deferred@2099200748 after retry RPC after error@1889394416) -> (continuation of Deferred@142866501 after retry RPC after error@1576385434) -> (continuation of Deferred@1526369002 after retry RPC after error@1150199067), errback=(continuation of Deferred@595396547 after retry RPC after error@520918093) -> (continuation of Deferred@1139662713 after retry RPC after error@1777832895) -> (continuation of Deferred@587186781 after retry RPC after error@1495962803) -> (continuation of Deferred@1955700472 after retry RPC after error@556695998) -> (continuation of Deferred@2099200748 after retry RPC after error@1889394416) -> (continuation of Deferred@142866501 after retry RPC after error@1576385434) -> (continuation of Deferred@1526369002 after retry RPC after error@1150199067)))
20:01:52.033 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@978459743(state=PENDING, result=null, callback=(continuation of Deferred@595396547 after retry RPC after error@520918093) -> (continuation of Deferred@1139662713 after retry RPC after error@1777832895) -> (continuation of Deferred@587186781 after retry RPC after error@1495962803) -> (continuation of Deferred@1955700472 after retry RPC after error@556695998) -> (continuation of Deferred@2099200748 after retry RPC after error@1889394416) -> (continuation of Deferred@142866501 after retry RPC after error@1576385434) -> (continuation of Deferred@1526369002 after retry RPC after error@1150199067), errback=(continuation of Deferred@595396547 after retry RPC after error@520918093) -> (continuation of Deferred@1139662713 after retry RPC after error@1777832895) -> (continuation of Deferred@587186781 after retry RPC after error@1495962803) -> (continuation of Deferred@1955700472 after retry RPC after error@556695998) -> (continuation of Deferred@2099200748 after retry RPC after error@1889394416) -> (continuation of Deferred@142866501 after retry RPC after error@1576385434) -> (continuation of Deferred@1526369002 after retry RPC after error@1150199067)))
20:01:52.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.070 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.310 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@791085145(state=PENDING, result=null, callback=(continuation of Deferred@1105599002 after retry RPC after error@870874298) -> (continuation of Deferred@1798211261 after retry RPC after error@2090628681) -> (continuation of Deferred@232490250 after retry RPC after error@2108040615) -> (continuation of Deferred@1646419904 after retry RPC after error@2106807283) -> (continuation of Deferred@749828766 after retry RPC after error@1618409906) -> (continuation of Deferred@274359843 after retry RPC after error@2008130320) -> (continuation of Deferred@1358123762 after retry RPC after error@119511607), errback=(continuation of Deferred@1105599002 after retry RPC after error@870874298) -> (continuation of Deferred@1798211261 after retry RPC after error@2090628681) -> (continuation of Deferred@232490250 after retry RPC after error@2108040615) -> (continuation of Deferred@1646419904 after retry RPC after error@2106807283) -> (continuation of Deferred@749828766 after retry RPC after error@1618409906) -> (continuation of Deferred@274359843 after retry RPC after error@2008130320) -> (continuation of Deferred@1358123762 after retry RPC after error@119511607)))
20:01:52.311 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:52.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.553 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1587984619(state=PENDING, result=null, callback=(continuation of Deferred@1794284977 after retry RPC after error@1854559534) -> (continuation of Deferred@537637153 after retry RPC after error@1266758699) -> (continuation of Deferred@895494143 after retry RPC after error@167716696) -> (continuation of Deferred@1946160639 after retry RPC after error@920805176) -> (continuation of Deferred@42588612 after retry RPC after error@1916599082) -> (continuation of Deferred@111636327 after retry RPC after error@580451092) -> (continuation of Deferred@1855148410 after retry RPC after error@2078474793), errback=(continuation of Deferred@1794284977 after retry RPC after error@1854559534) -> (continuation of Deferred@537637153 after retry RPC after error@1266758699) -> (continuation of Deferred@895494143 after retry RPC after error@167716696) -> (continuation of Deferred@1946160639 after retry RPC after error@920805176) -> (continuation of Deferred@42588612 after retry RPC after error@1916599082) -> (continuation of Deferred@111636327 after retry RPC after error@580451092) -> (continuation of Deferred@1855148410 after retry RPC after error@2078474793)))
20:01:52.553 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1587984619(state=PENDING, result=null, callback=(continuation of Deferred@1794284977 after retry RPC after error@1854559534) -> (continuation of Deferred@537637153 after retry RPC after error@1266758699) -> (continuation of Deferred@895494143 after retry RPC after error@167716696) -> (continuation of Deferred@1946160639 after retry RPC after error@920805176) -> (continuation of Deferred@42588612 after retry RPC after error@1916599082) -> (continuation of Deferred@111636327 after retry RPC after error@580451092) -> (continuation of Deferred@1855148410 after retry RPC after error@2078474793), errback=(continuation of Deferred@1794284977 after retry RPC after error@1854559534) -> (continuation of Deferred@537637153 after retry RPC after error@1266758699) -> (continuation of Deferred@895494143 after retry RPC after error@167716696) -> (continuation of Deferred@1946160639 after retry RPC after error@920805176) -> (continuation of Deferred@42588612 after retry RPC after error@1916599082) -> (continuation of Deferred@111636327 after retry RPC after error@580451092) -> (continuation of Deferred@1855148410 after retry RPC after error@2078474793)))
20:01:52.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.733 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@878357231(state=PENDING, result=null, callback=(continuation of Deferred@1715053487 after retry RPC after error@2033087175) -> (continuation of Deferred@1982416183 after retry RPC after error@390436047) -> (continuation of Deferred@1019898195 after retry RPC after error@922258503) -> (continuation of Deferred@180647762 after retry RPC after error@823949609) -> (continuation of Deferred@1584598696 after retry RPC after error@739982229) -> (continuation of Deferred@88909731 after retry RPC after error@1464550162), errback=(continuation of Deferred@1715053487 after retry RPC after error@2033087175) -> (continuation of Deferred@1982416183 after retry RPC after error@390436047) -> (continuation of Deferred@1019898195 after retry RPC after error@922258503) -> (continuation of Deferred@180647762 after retry RPC after error@823949609) -> (continuation of Deferred@1584598696 after retry RPC after error@739982229) -> (continuation of Deferred@88909731 after retry RPC after error@1464550162)))
20:01:52.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@878357231(state=PENDING, result=null, callback=(continuation of Deferred@1715053487 after retry RPC after error@2033087175) -> (continuation of Deferred@1982416183 after retry RPC after error@390436047) -> (continuation of Deferred@1019898195 after retry RPC after error@922258503) -> (continuation of Deferred@180647762 after retry RPC after error@823949609) -> (continuation of Deferred@1584598696 after retry RPC after error@739982229) -> (continuation of Deferred@88909731 after retry RPC after error@1464550162), errback=(continuation of Deferred@1715053487 after retry RPC after error@2033087175) -> (continuation of Deferred@1982416183 after retry RPC after error@390436047) -> (continuation of Deferred@1019898195 after retry RPC after error@922258503) -> (continuation of Deferred@180647762 after retry RPC after error@823949609) -> (continuation of Deferred@1584598696 after retry RPC after error@739982229) -> (continuation of Deferred@88909731 after retry RPC after error@1464550162)))
20:01:52.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.751 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:52.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:52.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:52.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:52.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:52.992 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1086094911(state=PENDING, result=null, callback=(continuation of Deferred@1855091093 after retry RPC after error@777483387) -> (continuation of Deferred@389481833 after retry RPC after error@886692918) -> (continuation of Deferred@1236934113 after retry RPC after error@1549487105) -> (continuation of Deferred@1936201390 after retry RPC after error@162155673) -> (continuation of Deferred@275127640 after retry RPC after error@383475729) -> (continuation of Deferred@624281858 after retry RPC after error@2116065209) -> (continuation of Deferred@1586285048 after retry RPC after error@320532944), errback=(continuation of Deferred@1855091093 after retry RPC after error@777483387) -> (continuation of Deferred@389481833 after retry RPC after error@886692918) -> (continuation of Deferred@1236934113 after retry RPC after error@1549487105) -> (continuation of Deferred@1936201390 after retry RPC after error@162155673) -> (continuation of Deferred@275127640 after retry RPC after error@383475729) -> (continuation of Deferred@624281858 after retry RPC after error@2116065209) -> (continuation of Deferred@1586285048 after retry RPC after error@320532944)))
20:01:52.993 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1086094911(state=PENDING, result=null, callback=(continuation of Deferred@1855091093 after retry RPC after error@777483387) -> (continuation of Deferred@389481833 after retry RPC after error@886692918) -> (continuation of Deferred@1236934113 after retry RPC after error@1549487105) -> (continuation of Deferred@1936201390 after retry RPC after error@162155673) -> (continuation of Deferred@275127640 after retry RPC after error@383475729) -> (continuation of Deferred@624281858 after retry RPC after error@2116065209) -> (continuation of Deferred@1586285048 after retry RPC after error@320532944), errback=(continuation of Deferred@1855091093 after retry RPC after error@777483387) -> (continuation of Deferred@389481833 after retry RPC after error@886692918) -> (continuation of Deferred@1236934113 after retry RPC after error@1549487105) -> (continuation of Deferred@1936201390 after retry RPC after error@162155673) -> (continuation of Deferred@275127640 after retry RPC after error@383475729) -> (continuation of Deferred@624281858 after retry RPC after error@2116065209) -> (continuation of Deferred@1586285048 after retry RPC after error@320532944)))
20:01:53.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.152 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1686990199(state=PENDING, result=null, callback=(continuation of Deferred@1519173867 after retry RPC after error@44393169) -> (continuation of Deferred@434662039 after retry RPC after error@377571848) -> (continuation of Deferred@716594091 after retry RPC after error@53221318) -> (continuation of Deferred@1498048998 after retry RPC after error@1166522829) -> (continuation of Deferred@1576327637 after retry RPC after error@1048930186) -> (continuation of Deferred@881470693 after retry RPC after error@1287365224), errback=(continuation of Deferred@1519173867 after retry RPC after error@44393169) -> (continuation of Deferred@434662039 after retry RPC after error@377571848) -> (continuation of Deferred@716594091 after retry RPC after error@53221318) -> (continuation of Deferred@1498048998 after retry RPC after error@1166522829) -> (continuation of Deferred@1576327637 after retry RPC after error@1048930186) -> (continuation of Deferred@881470693 after retry RPC after error@1287365224)))
20:01:53.153 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1686990199(state=PENDING, result=null, callback=(continuation of Deferred@1519173867 after retry RPC after error@44393169) -> (continuation of Deferred@434662039 after retry RPC after error@377571848) -> (continuation of Deferred@716594091 after retry RPC after error@53221318) -> (continuation of Deferred@1498048998 after retry RPC after error@1166522829) -> (continuation of Deferred@1576327637 after retry RPC after error@1048930186) -> (continuation of Deferred@881470693 after retry RPC after error@1287365224), errback=(continuation of Deferred@1519173867 after retry RPC after error@44393169) -> (continuation of Deferred@434662039 after retry RPC after error@377571848) -> (continuation of Deferred@716594091 after retry RPC after error@53221318) -> (continuation of Deferred@1498048998 after retry RPC after error@1166522829) -> (continuation of Deferred@1576327637 after retry RPC after error@1048930186) -> (continuation of Deferred@881470693 after retry RPC after error@1287365224)))
20:01:53.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.352 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@662220170(state=PENDING, result=null, callback=(continuation of Deferred@347627346 after retry RPC after error@2080988121) -> (continuation of Deferred@844315977 after retry RPC after error@1344655988) -> (continuation of Deferred@112285165 after retry RPC after error@810549617) -> (continuation of Deferred@457366343 after retry RPC after error@1703549993) -> (continuation of Deferred@1771582280 after retry RPC after error@1509158019) -> (continuation of Deferred@1416010777 after retry RPC after error@1631103464) -> (continuation of Deferred@1234359540 after retry RPC after error@264482481), errback=(continuation of Deferred@347627346 after retry RPC after error@2080988121) -> (continuation of Deferred@844315977 after retry RPC after error@1344655988) -> (continuation of Deferred@112285165 after retry RPC after error@810549617) -> (continuation of Deferred@457366343 after retry RPC after error@1703549993) -> (continuation of Deferred@1771582280 after retry RPC after error@1509158019) -> (continuation of Deferred@1416010777 after retry RPC after error@1631103464) -> (continuation of Deferred@1234359540 after retry RPC after error@264482481)))
20:01:53.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@662220170(state=PENDING, result=null, callback=(continuation of Deferred@347627346 after retry RPC after error@2080988121) -> (continuation of Deferred@844315977 after retry RPC after error@1344655988) -> (continuation of Deferred@112285165 after retry RPC after error@810549617) -> (continuation of Deferred@457366343 after retry RPC after error@1703549993) -> (continuation of Deferred@1771582280 after retry RPC after error@1509158019) -> (continuation of Deferred@1416010777 after retry RPC after error@1631103464) -> (continuation of Deferred@1234359540 after retry RPC after error@264482481), errback=(continuation of Deferred@347627346 after retry RPC after error@2080988121) -> (continuation of Deferred@844315977 after retry RPC after error@1344655988) -> (continuation of Deferred@112285165 after retry RPC after error@810549617) -> (continuation of Deferred@457366343 after retry RPC after error@1703549993) -> (continuation of Deferred@1771582280 after retry RPC after error@1509158019) -> (continuation of Deferred@1416010777 after retry RPC after error@1631103464) -> (continuation of Deferred@1234359540 after retry RPC after error@264482481)))
20:01:53.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.573 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1118942341(state=PENDING, result=null, callback=(continuation of Deferred@1045220308 after retry RPC after error@1326562892) -> (continuation of Deferred@147772249 after retry RPC after error@1200900953) -> (continuation of Deferred@526264852 after retry RPC after error@1576997997) -> (continuation of Deferred@592793744 after retry RPC after error@1191053600) -> (continuation of Deferred@673092961 after retry RPC after error@233287795) -> (continuation of Deferred@71278735 after retry RPC after error@851316257), errback=(continuation of Deferred@1045220308 after retry RPC after error@1326562892) -> (continuation of Deferred@147772249 after retry RPC after error@1200900953) -> (continuation of Deferred@526264852 after retry RPC after error@1576997997) -> (continuation of Deferred@592793744 after retry RPC after error@1191053600) -> (continuation of Deferred@673092961 after retry RPC after error@233287795) -> (continuation of Deferred@71278735 after retry RPC after error@851316257)))
20:01:53.574 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1118942341(state=PENDING, result=null, callback=(continuation of Deferred@1045220308 after retry RPC after error@1326562892) -> (continuation of Deferred@147772249 after retry RPC after error@1200900953) -> (continuation of Deferred@526264852 after retry RPC after error@1576997997) -> (continuation of Deferred@592793744 after retry RPC after error@1191053600) -> (continuation of Deferred@673092961 after retry RPC after error@233287795) -> (continuation of Deferred@71278735 after retry RPC after error@851316257), errback=(continuation of Deferred@1045220308 after retry RPC after error@1326562892) -> (continuation of Deferred@147772249 after retry RPC after error@1200900953) -> (continuation of Deferred@526264852 after retry RPC after error@1576997997) -> (continuation of Deferred@592793744 after retry RPC after error@1191053600) -> (continuation of Deferred@673092961 after retry RPC after error@233287795) -> (continuation of Deferred@71278735 after retry RPC after error@851316257)))
20:01:53.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:53.605042 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:53.605201 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:53.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.671 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.833 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@843610880(state=PENDING, result=null, callback=(continuation of Deferred@1996939115 after retry RPC after error@1554031998) -> (continuation of Deferred@1531513973 after retry RPC after error@715717735) -> (continuation of Deferred@1804899294 after retry RPC after error@843464839) -> (continuation of Deferred@570411038 after retry RPC after error@1280922498) -> (continuation of Deferred@60568500 after retry RPC after error@64887096) -> (continuation of Deferred@1547603557 after retry RPC after error@1518146339) -> (continuation of Deferred@941525579 after retry RPC after error@1266303913), errback=(continuation of Deferred@1996939115 after retry RPC after error@1554031998) -> (continuation of Deferred@1531513973 after retry RPC after error@715717735) -> (continuation of Deferred@1804899294 after retry RPC after error@843464839) -> (continuation of Deferred@570411038 after retry RPC after error@1280922498) -> (continuation of Deferred@60568500 after retry RPC after error@64887096) -> (continuation of Deferred@1547603557 after retry RPC after error@1518146339) -> (continuation of Deferred@941525579 after retry RPC after error@1266303913)))
20:01:53.833 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@843610880(state=PENDING, result=null, callback=(continuation of Deferred@1996939115 after retry RPC after error@1554031998) -> (continuation of Deferred@1531513973 after retry RPC after error@715717735) -> (continuation of Deferred@1804899294 after retry RPC after error@843464839) -> (continuation of Deferred@570411038 after retry RPC after error@1280922498) -> (continuation of Deferred@60568500 after retry RPC after error@64887096) -> (continuation of Deferred@1547603557 after retry RPC after error@1518146339) -> (continuation of Deferred@941525579 after retry RPC after error@1266303913), errback=(continuation of Deferred@1996939115 after retry RPC after error@1554031998) -> (continuation of Deferred@1531513973 after retry RPC after error@715717735) -> (continuation of Deferred@1804899294 after retry RPC after error@843464839) -> (continuation of Deferred@570411038 after retry RPC after error@1280922498) -> (continuation of Deferred@60568500 after retry RPC after error@64887096) -> (continuation of Deferred@1547603557 after retry RPC after error@1518146339) -> (continuation of Deferred@941525579 after retry RPC after error@1266303913)))
20:01:53.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:53.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:53.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:53.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:53.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:53.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.093 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@448669679(state=PENDING, result=null, callback=(continuation of Deferred@25054660 after retry RPC after error@1389597987) -> (continuation of Deferred@1804760605 after retry RPC after error@16299487) -> (continuation of Deferred@1939589225 after retry RPC after error@1034891700) -> (continuation of Deferred@1173719682 after retry RPC after error@6724014) -> (continuation of Deferred@756273483 after retry RPC after error@1769301964) -> (continuation of Deferred@4018682 after retry RPC after error@874644410) -> (continuation of Deferred@117970428 after retry RPC after error@1166100950), errback=(continuation of Deferred@25054660 after retry RPC after error@1389597987) -> (continuation of Deferred@1804760605 after retry RPC after error@16299487) -> (continuation of Deferred@1939589225 after retry RPC after error@1034891700) -> (continuation of Deferred@1173719682 after retry RPC after error@6724014) -> (continuation of Deferred@756273483 after retry RPC after error@1769301964) -> (continuation of Deferred@4018682 after retry RPC after error@874644410) -> (continuation of Deferred@117970428 after retry RPC after error@1166100950)))
20:01:54.093 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@448669679(state=PENDING, result=null, callback=(continuation of Deferred@25054660 after retry RPC after error@1389597987) -> (continuation of Deferred@1804760605 after retry RPC after error@16299487) -> (continuation of Deferred@1939589225 after retry RPC after error@1034891700) -> (continuation of Deferred@1173719682 after retry RPC after error@6724014) -> (continuation of Deferred@756273483 after retry RPC after error@1769301964) -> (continuation of Deferred@4018682 after retry RPC after error@874644410) -> (continuation of Deferred@117970428 after retry RPC after error@1166100950), errback=(continuation of Deferred@25054660 after retry RPC after error@1389597987) -> (continuation of Deferred@1804760605 after retry RPC after error@16299487) -> (continuation of Deferred@1939589225 after retry RPC after error@1034891700) -> (continuation of Deferred@1173719682 after retry RPC after error@6724014) -> (continuation of Deferred@756273483 after retry RPC after error@1769301964) -> (continuation of Deferred@4018682 after retry RPC after error@874644410) -> (continuation of Deferred@117970428 after retry RPC after error@1166100950)))
20:01:54.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.292 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@582027116(state=PENDING, result=null, callback=(continuation of Deferred@918406176 after retry RPC after error@739114181) -> (continuation of Deferred@648304610 after retry RPC after error@201637437) -> (continuation of Deferred@1413539673 after retry RPC after error@401130176) -> (continuation of Deferred@334990488 after retry RPC after error@975912333) -> (continuation of Deferred@1770160062 after retry RPC after error@950881932) -> (continuation of Deferred@387024461 after retry RPC after error@1949632119), errback=(continuation of Deferred@918406176 after retry RPC after error@739114181) -> (continuation of Deferred@648304610 after retry RPC after error@201637437) -> (continuation of Deferred@1413539673 after retry RPC after error@401130176) -> (continuation of Deferred@334990488 after retry RPC after error@975912333) -> (continuation of Deferred@1770160062 after retry RPC after error@950881932) -> (continuation of Deferred@387024461 after retry RPC after error@1949632119)))
20:01:54.292 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@582027116(state=PENDING, result=null, callback=(continuation of Deferred@918406176 after retry RPC after error@739114181) -> (continuation of Deferred@648304610 after retry RPC after error@201637437) -> (continuation of Deferred@1413539673 after retry RPC after error@401130176) -> (continuation of Deferred@334990488 after retry RPC after error@975912333) -> (continuation of Deferred@1770160062 after retry RPC after error@950881932) -> (continuation of Deferred@387024461 after retry RPC after error@1949632119), errback=(continuation of Deferred@918406176 after retry RPC after error@739114181) -> (continuation of Deferred@648304610 after retry RPC after error@201637437) -> (continuation of Deferred@1413539673 after retry RPC after error@401130176) -> (continuation of Deferred@334990488 after retry RPC after error@975912333) -> (continuation of Deferred@1770160062 after retry RPC after error@950881932) -> (continuation of Deferred@387024461 after retry RPC after error@1949632119)))
20:01:54.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.513 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@312899050(state=PENDING, result=null, callback=(continuation of Deferred@384567092 after retry RPC after error@1341262513) -> (continuation of Deferred@524169174 after retry RPC after error@1050022142) -> (continuation of Deferred@1219847615 after retry RPC after error@399333786) -> (continuation of Deferred@2044953642 after retry RPC after error@2004646408) -> (continuation of Deferred@344416709 after retry RPC after error@1778121542) -> (continuation of Deferred@207417479 after retry RPC after error@417625918) -> (continuation of Deferred@935503022 after retry RPC after error@30755035), errback=(continuation of Deferred@384567092 after retry RPC after error@1341262513) -> (continuation of Deferred@524169174 after retry RPC after error@1050022142) -> (continuation of Deferred@1219847615 after retry RPC after error@399333786) -> (continuation of Deferred@2044953642 after retry RPC after error@2004646408) -> (continuation of Deferred@344416709 after retry RPC after error@1778121542) -> (continuation of Deferred@207417479 after retry RPC after error@417625918) -> (continuation of Deferred@935503022 after retry RPC after error@30755035)))
20:01:54.513 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@312899050(state=PENDING, result=null, callback=(continuation of Deferred@384567092 after retry RPC after error@1341262513) -> (continuation of Deferred@524169174 after retry RPC after error@1050022142) -> (continuation of Deferred@1219847615 after retry RPC after error@399333786) -> (continuation of Deferred@2044953642 after retry RPC after error@2004646408) -> (continuation of Deferred@344416709 after retry RPC after error@1778121542) -> (continuation of Deferred@207417479 after retry RPC after error@417625918) -> (continuation of Deferred@935503022 after retry RPC after error@30755035), errback=(continuation of Deferred@384567092 after retry RPC after error@1341262513) -> (continuation of Deferred@524169174 after retry RPC after error@1050022142) -> (continuation of Deferred@1219847615 after retry RPC after error@399333786) -> (continuation of Deferred@2044953642 after retry RPC after error@2004646408) -> (continuation of Deferred@344416709 after retry RPC after error@1778121542) -> (continuation of Deferred@207417479 after retry RPC after error@417625918) -> (continuation of Deferred@935503022 after retry RPC after error@30755035)))
20:01:54.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.591 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.753 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@8797115(state=PENDING, result=null, callback=(continuation of Deferred@1437177511 after retry RPC after error@184735533) -> (continuation of Deferred@1041455444 after retry RPC after error@259651278) -> (continuation of Deferred@385635624 after retry RPC after error@190468965) -> (continuation of Deferred@799503011 after retry RPC after error@1864908319) -> (continuation of Deferred@461992903 after retry RPC after error@1116854952) -> (continuation of Deferred@1454869043 after retry RPC after error@2017566268) -> (continuation of Deferred@679923128 after retry RPC after error@1678640794), errback=(continuation of Deferred@1437177511 after retry RPC after error@184735533) -> (continuation of Deferred@1041455444 after retry RPC after error@259651278) -> (continuation of Deferred@385635624 after retry RPC after error@190468965) -> (continuation of Deferred@799503011 after retry RPC after error@1864908319) -> (continuation of Deferred@461992903 after retry RPC after error@1116854952) -> (continuation of Deferred@1454869043 after retry RPC after error@2017566268) -> (continuation of Deferred@679923128 after retry RPC after error@1678640794)))
20:01:54.753 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@8797115(state=PENDING, result=null, callback=(continuation of Deferred@1437177511 after retry RPC after error@184735533) -> (continuation of Deferred@1041455444 after retry RPC after error@259651278) -> (continuation of Deferred@385635624 after retry RPC after error@190468965) -> (continuation of Deferred@799503011 after retry RPC after error@1864908319) -> (continuation of Deferred@461992903 after retry RPC after error@1116854952) -> (continuation of Deferred@1454869043 after retry RPC after error@2017566268) -> (continuation of Deferred@679923128 after retry RPC after error@1678640794), errback=(continuation of Deferred@1437177511 after retry RPC after error@184735533) -> (continuation of Deferred@1041455444 after retry RPC after error@259651278) -> (continuation of Deferred@385635624 after retry RPC after error@190468965) -> (continuation of Deferred@799503011 after retry RPC after error@1864908319) -> (continuation of Deferred@461992903 after retry RPC after error@1116854952) -> (continuation of Deferred@1454869043 after retry RPC after error@2017566268) -> (continuation of Deferred@679923128 after retry RPC after error@1678640794)))
20:01:54.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.972 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:54.973 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1777855368(state=PENDING, result=null, callback=(continuation of Deferred@586669295 after retry RPC after error@1484577172) -> (continuation of Deferred@1102895956 after retry RPC after error@390189888) -> (continuation of Deferred@198010339 after retry RPC after error@893631863) -> (continuation of Deferred@310556400 after retry RPC after error@188791859) -> (continuation of Deferred@1799496389 after retry RPC after error@1128436447) -> (continuation of Deferred@1148230001 after retry RPC after error@1256133864) -> (continuation of Deferred@812729212 after retry RPC after error@1743973319), errback=(continuation of Deferred@586669295 after retry RPC after error@1484577172) -> (continuation of Deferred@1102895956 after retry RPC after error@390189888) -> (continuation of Deferred@198010339 after retry RPC after error@893631863) -> (continuation of Deferred@310556400 after retry RPC after error@188791859) -> (continuation of Deferred@1799496389 after retry RPC after error@1128436447) -> (continuation of Deferred@1148230001 after retry RPC after error@1256133864) -> (continuation of Deferred@812729212 after retry RPC after error@1743973319)))
20:01:54.973 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1777855368(state=PENDING, result=null, callback=(continuation of Deferred@586669295 after retry RPC after error@1484577172) -> (continuation of Deferred@1102895956 after retry RPC after error@390189888) -> (continuation of Deferred@198010339 after retry RPC after error@893631863) -> (continuation of Deferred@310556400 after retry RPC after error@188791859) -> (continuation of Deferred@1799496389 after retry RPC after error@1128436447) -> (continuation of Deferred@1148230001 after retry RPC after error@1256133864) -> (continuation of Deferred@812729212 after retry RPC after error@1743973319), errback=(continuation of Deferred@586669295 after retry RPC after error@1484577172) -> (continuation of Deferred@1102895956 after retry RPC after error@390189888) -> (continuation of Deferred@198010339 after retry RPC after error@893631863) -> (continuation of Deferred@310556400 after retry RPC after error@188791859) -> (continuation of Deferred@1799496389 after retry RPC after error@1128436447) -> (continuation of Deferred@1148230001 after retry RPC after error@1256133864) -> (continuation of Deferred@812729212 after retry RPC after error@1743973319)))
20:01:54.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:54.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:54.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:54.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:54.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.193 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1017381177(state=PENDING, result=null, callback=(continuation of Deferred@251056248 after retry RPC after error@800872031) -> (continuation of Deferred@344712737 after retry RPC after error@138051648) -> (continuation of Deferred@821552175 after retry RPC after error@2108969664) -> (continuation of Deferred@910498233 after retry RPC after error@1788983217) -> (continuation of Deferred@1702424662 after retry RPC after error@973442155) -> (continuation of Deferred@605278787 after retry RPC after error@1130947919) -> (continuation of Deferred@1630553908 after retry RPC after error@2000746925), errback=(continuation of Deferred@251056248 after retry RPC after error@800872031) -> (continuation of Deferred@344712737 after retry RPC after error@138051648) -> (continuation of Deferred@821552175 after retry RPC after error@2108969664) -> (continuation of Deferred@910498233 after retry RPC after error@1788983217) -> (continuation of Deferred@1702424662 after retry RPC after error@973442155) -> (continuation of Deferred@605278787 after retry RPC after error@1130947919) -> (continuation of Deferred@1630553908 after retry RPC after error@2000746925)))
20:01:55.193 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1017381177(state=PENDING, result=null, callback=(continuation of Deferred@251056248 after retry RPC after error@800872031) -> (continuation of Deferred@344712737 after retry RPC after error@138051648) -> (continuation of Deferred@821552175 after retry RPC after error@2108969664) -> (continuation of Deferred@910498233 after retry RPC after error@1788983217) -> (continuation of Deferred@1702424662 after retry RPC after error@973442155) -> (continuation of Deferred@605278787 after retry RPC after error@1130947919) -> (continuation of Deferred@1630553908 after retry RPC after error@2000746925), errback=(continuation of Deferred@251056248 after retry RPC after error@800872031) -> (continuation of Deferred@344712737 after retry RPC after error@138051648) -> (continuation of Deferred@821552175 after retry RPC after error@2108969664) -> (continuation of Deferred@910498233 after retry RPC after error@1788983217) -> (continuation of Deferred@1702424662 after retry RPC after error@973442155) -> (continuation of Deferred@605278787 after retry RPC after error@1130947919) -> (continuation of Deferred@1630553908 after retry RPC after error@2000746925)))
20:01:55.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.352 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1252478566(state=PENDING, result=null, callback=(continuation of Deferred@1760386545 after retry RPC after error@2118535308) -> (continuation of Deferred@1883459691 after retry RPC after error@6812795) -> (continuation of Deferred@48706387 after retry RPC after error@1319705003) -> (continuation of Deferred@604231709 after retry RPC after error@460862666) -> (continuation of Deferred@540995933 after retry RPC after error@643612848) -> (continuation of Deferred@480585558 after retry RPC after error@1176604268), errback=(continuation of Deferred@1760386545 after retry RPC after error@2118535308) -> (continuation of Deferred@1883459691 after retry RPC after error@6812795) -> (continuation of Deferred@48706387 after retry RPC after error@1319705003) -> (continuation of Deferred@604231709 after retry RPC after error@460862666) -> (continuation of Deferred@540995933 after retry RPC after error@643612848) -> (continuation of Deferred@480585558 after retry RPC after error@1176604268)))
20:01:55.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1252478566(state=PENDING, result=null, callback=(continuation of Deferred@1760386545 after retry RPC after error@2118535308) -> (continuation of Deferred@1883459691 after retry RPC after error@6812795) -> (continuation of Deferred@48706387 after retry RPC after error@1319705003) -> (continuation of Deferred@604231709 after retry RPC after error@460862666) -> (continuation of Deferred@540995933 after retry RPC after error@643612848) -> (continuation of Deferred@480585558 after retry RPC after error@1176604268), errback=(continuation of Deferred@1760386545 after retry RPC after error@2118535308) -> (continuation of Deferred@1883459691 after retry RPC after error@6812795) -> (continuation of Deferred@48706387 after retry RPC after error@1319705003) -> (continuation of Deferred@604231709 after retry RPC after error@460862666) -> (continuation of Deferred@540995933 after retry RPC after error@643612848) -> (continuation of Deferred@480585558 after retry RPC after error@1176604268)))
20:01:55.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:55.551409 18040 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5e8ba94bd0bb4f9db8036c3e68697fc4)
20:01:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:55.551591 18040 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e2ecead93f441e9a3c045bbd512336f" member_type: VOTER last_known_addr { host: "127.15.29.190" port: 40961 } } peers { permanent_uuid: "f2e16f7608344d6aa49983d47aa3bb1a" member_type: VOTER last_known_addr { host: "127.15.29.189" port: 46145 } } peers { permanent_uuid: "5e8ba94bd0bb4f9db8036c3e68697fc4" member_type: VOTER last_known_addr { host: "127.15.29.188" port: 39621 } }
20:01:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:55.552613 18040 leader_election.cc:290] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145), 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621)
20:01:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:55.553887 17274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:01:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:55.555486 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f2e16f7608344d6aa49983d47aa3bb1a (127.15.29.189:46145): Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111)
20:01:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:55.555691 17274 leader_election.cc:336] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5e8ba94bd0bb4f9db8036c3e68697fc4 (127.15.29.188:39621): Network error: Client connection negotiation failed: client connection to 127.15.29.188:39621: connect: Connection refused (error 111)
20:01:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:55.555778 17274 leader_election.cc:304] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e2ecead93f441e9a3c045bbd512336f; no voters: 5e8ba94bd0bb4f9db8036c3e68697fc4, f2e16f7608344d6aa49983d47aa3bb1a
20:01:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:55.556022 18040 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e2ecead93f441e9a3c045bbd512336f [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:01:55.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.592 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@787792312(state=PENDING, result=null, callback=(continuation of Deferred@648449618 after retry RPC after error@1269612426) -> (continuation of Deferred@699521983 after retry RPC after error@566240816) -> (continuation of Deferred@856094788 after retry RPC after error@502812993) -> (continuation of Deferred@976428386 after retry RPC after error@442654130) -> (continuation of Deferred@505561698 after retry RPC after error@1099922110) -> (continuation of Deferred@1668655072 after retry RPC after error@1811081713) -> (continuation of Deferred@1733265343 after retry RPC after error@1563380578), errback=(continuation of Deferred@648449618 after retry RPC after error@1269612426) -> (continuation of Deferred@699521983 after retry RPC after error@566240816) -> (continuation of Deferred@856094788 after retry RPC after error@502812993) -> (continuation of Deferred@976428386 after retry RPC after error@442654130) -> (continuation of Deferred@505561698 after retry RPC after error@1099922110) -> (continuation of Deferred@1668655072 after retry RPC after error@1811081713) -> (continuation of Deferred@1733265343 after retry RPC after error@1563380578)))
20:01:55.592 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@787792312(state=PENDING, result=null, callback=(continuation of Deferred@648449618 after retry RPC after error@1269612426) -> (continuation of Deferred@699521983 after retry RPC after error@566240816) -> (continuation of Deferred@856094788 after retry RPC after error@502812993) -> (continuation of Deferred@976428386 after retry RPC after error@442654130) -> (continuation of Deferred@505561698 after retry RPC after error@1099922110) -> (continuation of Deferred@1668655072 after retry RPC after error@1811081713) -> (continuation of Deferred@1733265343 after retry RPC after error@1563380578), errback=(continuation of Deferred@648449618 after retry RPC after error@1269612426) -> (continuation of Deferred@699521983 after retry RPC after error@566240816) -> (continuation of Deferred@856094788 after retry RPC after error@502812993) -> (continuation of Deferred@976428386 after retry RPC after error@442654130) -> (continuation of Deferred@505561698 after retry RPC after error@1099922110) -> (continuation of Deferred@1668655072 after retry RPC after error@1811081713) -> (continuation of Deferred@1733265343 after retry RPC after error@1563380578)))
20:01:55.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.792 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1946383192(state=PENDING, result=null, callback=(continuation of Deferred@1406161633 after retry RPC after error@500806310) -> (continuation of Deferred@563354419 after retry RPC after error@1315059178) -> (continuation of Deferred@527704477 after retry RPC after error@1332276311) -> (continuation of Deferred@1319381770 after retry RPC after error@288791121) -> (continuation of Deferred@804272419 after retry RPC after error@670196446) -> (continuation of Deferred@1222762833 after retry RPC after error@1830817294), errback=(continuation of Deferred@1406161633 after retry RPC after error@500806310) -> (continuation of Deferred@563354419 after retry RPC after error@1315059178) -> (continuation of Deferred@527704477 after retry RPC after error@1332276311) -> (continuation of Deferred@1319381770 after retry RPC after error@288791121) -> (continuation of Deferred@804272419 after retry RPC after error@670196446) -> (continuation of Deferred@1222762833 after retry RPC after error@1830817294)))
20:01:55.793 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1946383192(state=PENDING, result=null, callback=(continuation of Deferred@1406161633 after retry RPC after error@500806310) -> (continuation of Deferred@563354419 after retry RPC after error@1315059178) -> (continuation of Deferred@527704477 after retry RPC after error@1332276311) -> (continuation of Deferred@1319381770 after retry RPC after error@288791121) -> (continuation of Deferred@804272419 after retry RPC after error@670196446) -> (continuation of Deferred@1222762833 after retry RPC after error@1830817294), errback=(continuation of Deferred@1406161633 after retry RPC after error@500806310) -> (continuation of Deferred@563354419 after retry RPC after error@1315059178) -> (continuation of Deferred@527704477 after retry RPC after error@1332276311) -> (continuation of Deferred@1319381770 after retry RPC after error@288791121) -> (continuation of Deferred@804272419 after retry RPC after error@670196446) -> (continuation of Deferred@1222762833 after retry RPC after error@1830817294)))
20:01:55.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:55.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:55.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:55.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:55.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:55.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.070 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1615857108(state=PENDING, result=null, callback=(continuation of Deferred@1114082332 after retry RPC after error@1173377715) -> (continuation of Deferred@885844789 after retry RPC after error@1414674141) -> (continuation of Deferred@715867943 after retry RPC after error@1837755659) -> (continuation of Deferred@1045378764 after retry RPC after error@2079197958) -> (continuation of Deferred@185395491 after retry RPC after error@701480188) -> (continuation of Deferred@1852905055 after retry RPC after error@1707906732) -> (continuation of Deferred@166014663 after retry RPC after error@1570331483), errback=(continuation of Deferred@1114082332 after retry RPC after error@1173377715) -> (continuation of Deferred@885844789 after retry RPC after error@1414674141) -> (continuation of Deferred@715867943 after retry RPC after error@1837755659) -> (continuation of Deferred@1045378764 after retry RPC after error@2079197958) -> (continuation of Deferred@185395491 after retry RPC after error@701480188) -> (continuation of Deferred@1852905055 after retry RPC after error@1707906732) -> (continuation of Deferred@166014663 after retry RPC after error@1570331483)))
20:01:56.071 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:56.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.350 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@856999294(state=PENDING, result=null, callback=(continuation of Deferred@1107969546 after retry RPC after error@41199554) -> (continuation of Deferred@1595942511 after retry RPC after error@1250568128) -> (continuation of Deferred@1520439949 after retry RPC after error@2102260908) -> (continuation of Deferred@587249204 after retry RPC after error@942612915) -> (continuation of Deferred@1656846401 after retry RPC after error@1882916897) -> (continuation of Deferred@1454153988 after retry RPC after error@391065819) -> (continuation of Deferred@2116374787 after retry RPC after error@1459041510) -> (continuation of Deferred@1700797373 after retry RPC after error@189216290), errback=(continuation of Deferred@1107969546 after retry RPC after error@41199554) -> (continuation of Deferred@1595942511 after retry RPC after error@1250568128) -> (continuation of Deferred@1520439949 after retry RPC after error@2102260908) -> (continuation of Deferred@587249204 after retry RPC after error@942612915) -> (continuation of Deferred@1656846401 after retry RPC after error@1882916897) -> (continuation of Deferred@1454153988 after retry RPC after error@391065819) -> (continuation of Deferred@2116374787 after retry RPC after error@1459041510) -> (continuation of Deferred@1700797373 after retry RPC after error@189216290)))
20:01:56.351 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:56.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.471 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:56.557034 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:56.560421 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:01:56.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:01:56.562005 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:01:56.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.612 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1941860287(state=PENDING, result=null, callback=(continuation of Deferred@741441994 after retry RPC after error@1179392489) -> (continuation of Deferred@1651790545 after retry RPC after error@1656162999) -> (continuation of Deferred@1118365946 after retry RPC after error@1678586391) -> (continuation of Deferred@607061661 after retry RPC after error@2115453469) -> (continuation of Deferred@2080217629 after retry RPC after error@1986888447) -> (continuation of Deferred@715815233 after retry RPC after error@1852424611) -> (continuation of Deferred@2043908865 after retry RPC after error@1672711358), errback=(continuation of Deferred@741441994 after retry RPC after error@1179392489) -> (continuation of Deferred@1651790545 after retry RPC after error@1656162999) -> (continuation of Deferred@1118365946 after retry RPC after error@1678586391) -> (continuation of Deferred@607061661 after retry RPC after error@2115453469) -> (continuation of Deferred@2080217629 after retry RPC after error@1986888447) -> (continuation of Deferred@715815233 after retry RPC after error@1852424611) -> (continuation of Deferred@2043908865 after retry RPC after error@1672711358)))
20:01:56.612 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1941860287(state=PENDING, result=null, callback=(continuation of Deferred@741441994 after retry RPC after error@1179392489) -> (continuation of Deferred@1651790545 after retry RPC after error@1656162999) -> (continuation of Deferred@1118365946 after retry RPC after error@1678586391) -> (continuation of Deferred@607061661 after retry RPC after error@2115453469) -> (continuation of Deferred@2080217629 after retry RPC after error@1986888447) -> (continuation of Deferred@715815233 after retry RPC after error@1852424611) -> (continuation of Deferred@2043908865 after retry RPC after error@1672711358), errback=(continuation of Deferred@741441994 after retry RPC after error@1179392489) -> (continuation of Deferred@1651790545 after retry RPC after error@1656162999) -> (continuation of Deferred@1118365946 after retry RPC after error@1678586391) -> (continuation of Deferred@607061661 after retry RPC after error@2115453469) -> (continuation of Deferred@2080217629 after retry RPC after error@1986888447) -> (continuation of Deferred@715815233 after retry RPC after error@1852424611) -> (continuation of Deferred@2043908865 after retry RPC after error@1672711358)))
20:01:56.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.793 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@626635662(state=PENDING, result=null, callback=(continuation of Deferred@2097274717 after retry RPC after error@399239518) -> (continuation of Deferred@1752890592 after retry RPC after error@5765026) -> (continuation of Deferred@1944005570 after retry RPC after error@991342078) -> (continuation of Deferred@70572928 after retry RPC after error@1004656195) -> (continuation of Deferred@829057990 after retry RPC after error@1058883912) -> (continuation of Deferred@492273136 after retry RPC after error@674362327), errback=(continuation of Deferred@2097274717 after retry RPC after error@399239518) -> (continuation of Deferred@1752890592 after retry RPC after error@5765026) -> (continuation of Deferred@1944005570 after retry RPC after error@991342078) -> (continuation of Deferred@70572928 after retry RPC after error@1004656195) -> (continuation of Deferred@829057990 after retry RPC after error@1058883912) -> (continuation of Deferred@492273136 after retry RPC after error@674362327)))
20:01:56.793 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@626635662(state=PENDING, result=null, callback=(continuation of Deferred@2097274717 after retry RPC after error@399239518) -> (continuation of Deferred@1752890592 after retry RPC after error@5765026) -> (continuation of Deferred@1944005570 after retry RPC after error@991342078) -> (continuation of Deferred@70572928 after retry RPC after error@1004656195) -> (continuation of Deferred@829057990 after retry RPC after error@1058883912) -> (continuation of Deferred@492273136 after retry RPC after error@674362327), errback=(continuation of Deferred@2097274717 after retry RPC after error@399239518) -> (continuation of Deferred@1752890592 after retry RPC after error@5765026) -> (continuation of Deferred@1944005570 after retry RPC after error@991342078) -> (continuation of Deferred@70572928 after retry RPC after error@1004656195) -> (continuation of Deferred@829057990 after retry RPC after error@1058883912) -> (continuation of Deferred@492273136 after retry RPC after error@674362327)))
20:01:56.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.875 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:56.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:56.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:56.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:56.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:56.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.053 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@964366985(state=PENDING, result=null, callback=(continuation of Deferred@345842354 after retry RPC after error@985307627) -> (continuation of Deferred@672589210 after retry RPC after error@1234720075) -> (continuation of Deferred@887973496 after retry RPC after error@1526121679) -> (continuation of Deferred@1163120702 after retry RPC after error@1324017618) -> (continuation of Deferred@300648145 after retry RPC after error@2102913183) -> (continuation of Deferred@643700011 after retry RPC after error@1058251333) -> (continuation of Deferred@1921218168 after retry RPC after error@810711975), errback=(continuation of Deferred@345842354 after retry RPC after error@985307627) -> (continuation of Deferred@672589210 after retry RPC after error@1234720075) -> (continuation of Deferred@887973496 after retry RPC after error@1526121679) -> (continuation of Deferred@1163120702 after retry RPC after error@1324017618) -> (continuation of Deferred@300648145 after retry RPC after error@2102913183) -> (continuation of Deferred@643700011 after retry RPC after error@1058251333) -> (continuation of Deferred@1921218168 after retry RPC after error@810711975)))
20:01:57.053 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@964366985(state=PENDING, result=null, callback=(continuation of Deferred@345842354 after retry RPC after error@985307627) -> (continuation of Deferred@672589210 after retry RPC after error@1234720075) -> (continuation of Deferred@887973496 after retry RPC after error@1526121679) -> (continuation of Deferred@1163120702 after retry RPC after error@1324017618) -> (continuation of Deferred@300648145 after retry RPC after error@2102913183) -> (continuation of Deferred@643700011 after retry RPC after error@1058251333) -> (continuation of Deferred@1921218168 after retry RPC after error@810711975), errback=(continuation of Deferred@345842354 after retry RPC after error@985307627) -> (continuation of Deferred@672589210 after retry RPC after error@1234720075) -> (continuation of Deferred@887973496 after retry RPC after error@1526121679) -> (continuation of Deferred@1163120702 after retry RPC after error@1324017618) -> (continuation of Deferred@300648145 after retry RPC after error@2102913183) -> (continuation of Deferred@643700011 after retry RPC after error@1058251333) -> (continuation of Deferred@1921218168 after retry RPC after error@810711975)))
20:01:57.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.313 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1989198923(state=PENDING, result=null, callback=(continuation of Deferred@805309651 after retry RPC after error@1394497907) -> (continuation of Deferred@1973618452 after retry RPC after error@98645879) -> (continuation of Deferred@892847500 after retry RPC after error@348374936) -> (continuation of Deferred@2041964979 after retry RPC after error@1977824125) -> (continuation of Deferred@2129888232 after retry RPC after error@1954968745) -> (continuation of Deferred@581493755 after retry RPC after error@1320961032) -> (continuation of Deferred@749888244 after retry RPC after error@1800825079), errback=(continuation of Deferred@805309651 after retry RPC after error@1394497907) -> (continuation of Deferred@1973618452 after retry RPC after error@98645879) -> (continuation of Deferred@892847500 after retry RPC after error@348374936) -> (continuation of Deferred@2041964979 after retry RPC after error@1977824125) -> (continuation of Deferred@2129888232 after retry RPC after error@1954968745) -> (continuation of Deferred@581493755 after retry RPC after error@1320961032) -> (continuation of Deferred@749888244 after retry RPC after error@1800825079)))
20:01:57.313 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1989198923(state=PENDING, result=null, callback=(continuation of Deferred@805309651 after retry RPC after error@1394497907) -> (continuation of Deferred@1973618452 after retry RPC after error@98645879) -> (continuation of Deferred@892847500 after retry RPC after error@348374936) -> (continuation of Deferred@2041964979 after retry RPC after error@1977824125) -> (continuation of Deferred@2129888232 after retry RPC after error@1954968745) -> (continuation of Deferred@581493755 after retry RPC after error@1320961032) -> (continuation of Deferred@749888244 after retry RPC after error@1800825079), errback=(continuation of Deferred@805309651 after retry RPC after error@1394497907) -> (continuation of Deferred@1973618452 after retry RPC after error@98645879) -> (continuation of Deferred@892847500 after retry RPC after error@348374936) -> (continuation of Deferred@2041964979 after retry RPC after error@1977824125) -> (continuation of Deferred@2129888232 after retry RPC after error@1954968745) -> (continuation of Deferred@581493755 after retry RPC after error@1320961032) -> (continuation of Deferred@749888244 after retry RPC after error@1800825079)))
20:01:57.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.472 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1811945091(state=PENDING, result=null, callback=(continuation of Deferred@1831949306 after retry RPC after error@15557814) -> (continuation of Deferred@2080035073 after retry RPC after error@388134131) -> (continuation of Deferred@1886079854 after retry RPC after error@457726209) -> (continuation of Deferred@907534768 after retry RPC after error@840343149) -> (continuation of Deferred@403477370 after retry RPC after error@1096106283) -> (continuation of Deferred@1212555984 after retry RPC after error@1311057987), errback=(continuation of Deferred@1831949306 after retry RPC after error@15557814) -> (continuation of Deferred@2080035073 after retry RPC after error@388134131) -> (continuation of Deferred@1886079854 after retry RPC after error@457726209) -> (continuation of Deferred@907534768 after retry RPC after error@840343149) -> (continuation of Deferred@403477370 after retry RPC after error@1096106283) -> (continuation of Deferred@1212555984 after retry RPC after error@1311057987)))
20:01:57.473 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1811945091(state=PENDING, result=null, callback=(continuation of Deferred@1831949306 after retry RPC after error@15557814) -> (continuation of Deferred@2080035073 after retry RPC after error@388134131) -> (continuation of Deferred@1886079854 after retry RPC after error@457726209) -> (continuation of Deferred@907534768 after retry RPC after error@840343149) -> (continuation of Deferred@403477370 after retry RPC after error@1096106283) -> (continuation of Deferred@1212555984 after retry RPC after error@1311057987), errback=(continuation of Deferred@1831949306 after retry RPC after error@15557814) -> (continuation of Deferred@2080035073 after retry RPC after error@388134131) -> (continuation of Deferred@1886079854 after retry RPC after error@457726209) -> (continuation of Deferred@907534768 after retry RPC after error@840343149) -> (continuation of Deferred@403477370 after retry RPC after error@1096106283) -> (continuation of Deferred@1212555984 after retry RPC after error@1311057987)))
20:01:57.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.693 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@883135223(state=PENDING, result=null, callback=(continuation of Deferred@1943250822 after retry RPC after error@1107409086) -> (continuation of Deferred@1028267856 after retry RPC after error@357959204) -> (continuation of Deferred@2069331103 after retry RPC after error@886894339) -> (continuation of Deferred@1493292631 after retry RPC after error@2093190261) -> (continuation of Deferred@1009825014 after retry RPC after error@1875370116) -> (continuation of Deferred@950218821 after retry RPC after error@1482924800) -> (continuation of Deferred@1632447486 after retry RPC after error@836641939), errback=(continuation of Deferred@1943250822 after retry RPC after error@1107409086) -> (continuation of Deferred@1028267856 after retry RPC after error@357959204) -> (continuation of Deferred@2069331103 after retry RPC after error@886894339) -> (continuation of Deferred@1493292631 after retry RPC after error@2093190261) -> (continuation of Deferred@1009825014 after retry RPC after error@1875370116) -> (continuation of Deferred@950218821 after retry RPC after error@1482924800) -> (continuation of Deferred@1632447486 after retry RPC after error@836641939)))
20:01:57.693 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@883135223(state=PENDING, result=null, callback=(continuation of Deferred@1943250822 after retry RPC after error@1107409086) -> (continuation of Deferred@1028267856 after retry RPC after error@357959204) -> (continuation of Deferred@2069331103 after retry RPC after error@886894339) -> (continuation of Deferred@1493292631 after retry RPC after error@2093190261) -> (continuation of Deferred@1009825014 after retry RPC after error@1875370116) -> (continuation of Deferred@950218821 after retry RPC after error@1482924800) -> (continuation of Deferred@1632447486 after retry RPC after error@836641939), errback=(continuation of Deferred@1943250822 after retry RPC after error@1107409086) -> (continuation of Deferred@1028267856 after retry RPC after error@357959204) -> (continuation of Deferred@2069331103 after retry RPC after error@886894339) -> (continuation of Deferred@1493292631 after retry RPC after error@2093190261) -> (continuation of Deferred@1009825014 after retry RPC after error@1875370116) -> (continuation of Deferred@950218821 after retry RPC after error@1482924800) -> (continuation of Deferred@1632447486 after retry RPC after error@836641939)))
20:01:57.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.711 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:57.970 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@278679744(state=PENDING, result=null, callback=(continuation of Deferred@1186402669 after retry RPC after error@2112009828) -> (continuation of Deferred@548373913 after retry RPC after error@1380440860) -> (continuation of Deferred@746951744 after retry RPC after error@1144800802) -> (continuation of Deferred@409174129 after retry RPC after error@1955608410) -> (continuation of Deferred@1949800988 after retry RPC after error@1386008558) -> (continuation of Deferred@1450753476 after retry RPC after error@589789878) -> (continuation of Deferred@1795744692 after retry RPC after error@1608491652), errback=(continuation of Deferred@1186402669 after retry RPC after error@2112009828) -> (continuation of Deferred@548373913 after retry RPC after error@1380440860) -> (continuation of Deferred@746951744 after retry RPC after error@1144800802) -> (continuation of Deferred@409174129 after retry RPC after error@1955608410) -> (continuation of Deferred@1949800988 after retry RPC after error@1386008558) -> (continuation of Deferred@1450753476 after retry RPC after error@589789878) -> (continuation of Deferred@1795744692 after retry RPC after error@1608491652)))
20:01:57.971 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:01:57.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:57.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:57.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:57.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:57.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.151 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.192 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1249793412(state=PENDING, result=null, callback=(continuation of Deferred@630896067 after retry RPC after error@1296106414) -> (continuation of Deferred@343958125 after retry RPC after error@753587980) -> (continuation of Deferred@1546537983 after retry RPC after error@431456167) -> (continuation of Deferred@246670838 after retry RPC after error@1956319643) -> (continuation of Deferred@1514458436 after retry RPC after error@2024590316) -> (continuation of Deferred@1763777882 after retry RPC after error@1159388716) -> (continuation of Deferred@961021222 after retry RPC after error@656755272), errback=(continuation of Deferred@630896067 after retry RPC after error@1296106414) -> (continuation of Deferred@343958125 after retry RPC after error@753587980) -> (continuation of Deferred@1546537983 after retry RPC after error@431456167) -> (continuation of Deferred@246670838 after retry RPC after error@1956319643) -> (continuation of Deferred@1514458436 after retry RPC after error@2024590316) -> (continuation of Deferred@1763777882 after retry RPC after error@1159388716) -> (continuation of Deferred@961021222 after retry RPC after error@656755272)))
20:01:58.193 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1249793412(state=PENDING, result=null, callback=(continuation of Deferred@630896067 after retry RPC after error@1296106414) -> (continuation of Deferred@343958125 after retry RPC after error@753587980) -> (continuation of Deferred@1546537983 after retry RPC after error@431456167) -> (continuation of Deferred@246670838 after retry RPC after error@1956319643) -> (continuation of Deferred@1514458436 after retry RPC after error@2024590316) -> (continuation of Deferred@1763777882 after retry RPC after error@1159388716) -> (continuation of Deferred@961021222 after retry RPC after error@656755272), errback=(continuation of Deferred@630896067 after retry RPC after error@1296106414) -> (continuation of Deferred@343958125 after retry RPC after error@753587980) -> (continuation of Deferred@1546537983 after retry RPC after error@431456167) -> (continuation of Deferred@246670838 after retry RPC after error@1956319643) -> (continuation of Deferred@1514458436 after retry RPC after error@2024590316) -> (continuation of Deferred@1763777882 after retry RPC after error@1159388716) -> (continuation of Deferred@961021222 after retry RPC after error@656755272)))
20:01:58.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.413 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.413 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@501737859(state=PENDING, result=null, callback=(continuation of Deferred@1884709650 after retry RPC after error@640757694) -> (continuation of Deferred@775214353 after retry RPC after error@205359781) -> (continuation of Deferred@1328555715 after retry RPC after error@1616096324) -> (continuation of Deferred@1749512450 after retry RPC after error@139441677) -> (continuation of Deferred@1174900729 after retry RPC after error@994786033) -> (continuation of Deferred@1758958587 after retry RPC after error@492683058) -> (continuation of Deferred@1734312743 after retry RPC after error@94478735), errback=(continuation of Deferred@1884709650 after retry RPC after error@640757694) -> (continuation of Deferred@775214353 after retry RPC after error@205359781) -> (continuation of Deferred@1328555715 after retry RPC after error@1616096324) -> (continuation of Deferred@1749512450 after retry RPC after error@139441677) -> (continuation of Deferred@1174900729 after retry RPC after error@994786033) -> (continuation of Deferred@1758958587 after retry RPC after error@492683058) -> (continuation of Deferred@1734312743 after retry RPC after error@94478735)))
20:01:58.414 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@501737859(state=PENDING, result=null, callback=(continuation of Deferred@1884709650 after retry RPC after error@640757694) -> (continuation of Deferred@775214353 after retry RPC after error@205359781) -> (continuation of Deferred@1328555715 after retry RPC after error@1616096324) -> (continuation of Deferred@1749512450 after retry RPC after error@139441677) -> (continuation of Deferred@1174900729 after retry RPC after error@994786033) -> (continuation of Deferred@1758958587 after retry RPC after error@492683058) -> (continuation of Deferred@1734312743 after retry RPC after error@94478735), errback=(continuation of Deferred@1884709650 after retry RPC after error@640757694) -> (continuation of Deferred@775214353 after retry RPC after error@205359781) -> (continuation of Deferred@1328555715 after retry RPC after error@1616096324) -> (continuation of Deferred@1749512450 after retry RPC after error@139441677) -> (continuation of Deferred@1174900729 after retry RPC after error@994786033) -> (continuation of Deferred@1758958587 after retry RPC after error@492683058) -> (continuation of Deferred@1734312743 after retry RPC after error@94478735)))
20:01:58.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:58.608537 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:01:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:01:58.608752 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:01:58.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.633 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@235170867(state=PENDING, result=null, callback=(continuation of Deferred@1721250553 after retry RPC after error@2053112032) -> (continuation of Deferred@1158082309 after retry RPC after error@1758357090) -> (continuation of Deferred@1340513912 after retry RPC after error@897314916) -> (continuation of Deferred@1207394057 after retry RPC after error@1544674531) -> (continuation of Deferred@662674503 after retry RPC after error@1307422748) -> (continuation of Deferred@807379391 after retry RPC after error@1648067995), errback=(continuation of Deferred@1721250553 after retry RPC after error@2053112032) -> (continuation of Deferred@1158082309 after retry RPC after error@1758357090) -> (continuation of Deferred@1340513912 after retry RPC after error@897314916) -> (continuation of Deferred@1207394057 after retry RPC after error@1544674531) -> (continuation of Deferred@662674503 after retry RPC after error@1307422748) -> (continuation of Deferred@807379391 after retry RPC after error@1648067995)))
20:01:58.633 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@235170867(state=PENDING, result=null, callback=(continuation of Deferred@1721250553 after retry RPC after error@2053112032) -> (continuation of Deferred@1158082309 after retry RPC after error@1758357090) -> (continuation of Deferred@1340513912 after retry RPC after error@897314916) -> (continuation of Deferred@1207394057 after retry RPC after error@1544674531) -> (continuation of Deferred@662674503 after retry RPC after error@1307422748) -> (continuation of Deferred@807379391 after retry RPC after error@1648067995), errback=(continuation of Deferred@1721250553 after retry RPC after error@2053112032) -> (continuation of Deferred@1158082309 after retry RPC after error@1758357090) -> (continuation of Deferred@1340513912 after retry RPC after error@897314916) -> (continuation of Deferred@1207394057 after retry RPC after error@1544674531) -> (continuation of Deferred@662674503 after retry RPC after error@1307422748) -> (continuation of Deferred@807379391 after retry RPC after error@1648067995)))
20:01:58.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.833 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1047407608(state=PENDING, result=null, callback=(continuation of Deferred@596751379 after retry RPC after error@155249119) -> (continuation of Deferred@1464762890 after retry RPC after error@405816048) -> (continuation of Deferred@917458121 after retry RPC after error@942626258) -> (continuation of Deferred@466800143 after retry RPC after error@32450631) -> (continuation of Deferred@1298851255 after retry RPC after error@254388237) -> (continuation of Deferred@33992017 after retry RPC after error@2060652614) -> (continuation of Deferred@1619920374 after retry RPC after error@572891178), errback=(continuation of Deferred@596751379 after retry RPC after error@155249119) -> (continuation of Deferred@1464762890 after retry RPC after error@405816048) -> (continuation of Deferred@917458121 after retry RPC after error@942626258) -> (continuation of Deferred@466800143 after retry RPC after error@32450631) -> (continuation of Deferred@1298851255 after retry RPC after error@254388237) -> (continuation of Deferred@33992017 after retry RPC after error@2060652614) -> (continuation of Deferred@1619920374 after retry RPC after error@572891178)))
20:01:58.833 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1047407608(state=PENDING, result=null, callback=(continuation of Deferred@596751379 after retry RPC after error@155249119) -> (continuation of Deferred@1464762890 after retry RPC after error@405816048) -> (continuation of Deferred@917458121 after retry RPC after error@942626258) -> (continuation of Deferred@466800143 after retry RPC after error@32450631) -> (continuation of Deferred@1298851255 after retry RPC after error@254388237) -> (continuation of Deferred@33992017 after retry RPC after error@2060652614) -> (continuation of Deferred@1619920374 after retry RPC after error@572891178), errback=(continuation of Deferred@596751379 after retry RPC after error@155249119) -> (continuation of Deferred@1464762890 after retry RPC after error@405816048) -> (continuation of Deferred@917458121 after retry RPC after error@942626258) -> (continuation of Deferred@466800143 after retry RPC after error@32450631) -> (continuation of Deferred@1298851255 after retry RPC after error@254388237) -> (continuation of Deferred@33992017 after retry RPC after error@2060652614) -> (continuation of Deferred@1619920374 after retry RPC after error@572891178)))
20:01:58.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.851 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.971 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.971 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:58.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:58.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:58.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:58.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:58.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.093 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@316626789(state=PENDING, result=null, callback=(continuation of Deferred@1085856990 after retry RPC after error@1440569034) -> (continuation of Deferred@1525034567 after retry RPC after error@845823489) -> (continuation of Deferred@884103870 after retry RPC after error@199635428) -> (continuation of Deferred@1612296905 after retry RPC after error@56627965) -> (continuation of Deferred@631361413 after retry RPC after error@535999428) -> (continuation of Deferred@852542729 after retry RPC after error@832888404) -> (continuation of Deferred@441639426 after retry RPC after error@280239647), errback=(continuation of Deferred@1085856990 after retry RPC after error@1440569034) -> (continuation of Deferred@1525034567 after retry RPC after error@845823489) -> (continuation of Deferred@884103870 after retry RPC after error@199635428) -> (continuation of Deferred@1612296905 after retry RPC after error@56627965) -> (continuation of Deferred@631361413 after retry RPC after error@535999428) -> (continuation of Deferred@852542729 after retry RPC after error@832888404) -> (continuation of Deferred@441639426 after retry RPC after error@280239647)))
20:01:59.093 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@316626789(state=PENDING, result=null, callback=(continuation of Deferred@1085856990 after retry RPC after error@1440569034) -> (continuation of Deferred@1525034567 after retry RPC after error@845823489) -> (continuation of Deferred@884103870 after retry RPC after error@199635428) -> (continuation of Deferred@1612296905 after retry RPC after error@56627965) -> (continuation of Deferred@631361413 after retry RPC after error@535999428) -> (continuation of Deferred@852542729 after retry RPC after error@832888404) -> (continuation of Deferred@441639426 after retry RPC after error@280239647), errback=(continuation of Deferred@1085856990 after retry RPC after error@1440569034) -> (continuation of Deferred@1525034567 after retry RPC after error@845823489) -> (continuation of Deferred@884103870 after retry RPC after error@199635428) -> (continuation of Deferred@1612296905 after retry RPC after error@56627965) -> (continuation of Deferred@631361413 after retry RPC after error@535999428) -> (continuation of Deferred@852542729 after retry RPC after error@832888404) -> (continuation of Deferred@441639426 after retry RPC after error@280239647)))
20:01:59.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.136 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.170 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.172 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.293 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@425330800(state=PENDING, result=null, callback=(continuation of Deferred@99625797 after retry RPC after error@1666268781) -> (continuation of Deferred@879279798 after retry RPC after error@2100836803) -> (continuation of Deferred@2039910178 after retry RPC after error@333341739) -> (continuation of Deferred@1655895528 after retry RPC after error@1584938588) -> (continuation of Deferred@333075758 after retry RPC after error@1942324290) -> (continuation of Deferred@112009831 after retry RPC after error@423130672), errback=(continuation of Deferred@99625797 after retry RPC after error@1666268781) -> (continuation of Deferred@879279798 after retry RPC after error@2100836803) -> (continuation of Deferred@2039910178 after retry RPC after error@333341739) -> (continuation of Deferred@1655895528 after retry RPC after error@1584938588) -> (continuation of Deferred@333075758 after retry RPC after error@1942324290) -> (continuation of Deferred@112009831 after retry RPC after error@423130672)))
20:01:59.293 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@425330800(state=PENDING, result=null, callback=(continuation of Deferred@99625797 after retry RPC after error@1666268781) -> (continuation of Deferred@879279798 after retry RPC after error@2100836803) -> (continuation of Deferred@2039910178 after retry RPC after error@333341739) -> (continuation of Deferred@1655895528 after retry RPC after error@1584938588) -> (continuation of Deferred@333075758 after retry RPC after error@1942324290) -> (continuation of Deferred@112009831 after retry RPC after error@423130672), errback=(continuation of Deferred@99625797 after retry RPC after error@1666268781) -> (continuation of Deferred@879279798 after retry RPC after error@2100836803) -> (continuation of Deferred@2039910178 after retry RPC after error@333341739) -> (continuation of Deferred@1655895528 after retry RPC after error@1584938588) -> (continuation of Deferred@333075758 after retry RPC after error@1942324290) -> (continuation of Deferred@112009831 after retry RPC after error@423130672)))
20:01:59.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.332 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.450 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.533 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@992692755(state=PENDING, result=null, callback=(continuation of Deferred@785527486 after retry RPC after error@1497125339) -> (continuation of Deferred@1867963307 after retry RPC after error@248283008) -> (continuation of Deferred@825551653 after retry RPC after error@171824721) -> (continuation of Deferred@1399836478 after retry RPC after error@1051888300) -> (continuation of Deferred@675885980 after retry RPC after error@1285744538) -> (continuation of Deferred@1637467919 after retry RPC after error@1263847034) -> (continuation of Deferred@719374687 after retry RPC after error@1898276270), errback=(continuation of Deferred@785527486 after retry RPC after error@1497125339) -> (continuation of Deferred@1867963307 after retry RPC after error@248283008) -> (continuation of Deferred@825551653 after retry RPC after error@171824721) -> (continuation of Deferred@1399836478 after retry RPC after error@1051888300) -> (continuation of Deferred@675885980 after retry RPC after error@1285744538) -> (continuation of Deferred@1637467919 after retry RPC after error@1263847034) -> (continuation of Deferred@719374687 after retry RPC after error@1898276270)))
20:01:59.533 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@992692755(state=PENDING, result=null, callback=(continuation of Deferred@785527486 after retry RPC after error@1497125339) -> (continuation of Deferred@1867963307 after retry RPC after error@248283008) -> (continuation of Deferred@825551653 after retry RPC after error@171824721) -> (continuation of Deferred@1399836478 after retry RPC after error@1051888300) -> (continuation of Deferred@675885980 after retry RPC after error@1285744538) -> (continuation of Deferred@1637467919 after retry RPC after error@1263847034) -> (continuation of Deferred@719374687 after retry RPC after error@1898276270), errback=(continuation of Deferred@785527486 after retry RPC after error@1497125339) -> (continuation of Deferred@1867963307 after retry RPC after error@248283008) -> (continuation of Deferred@825551653 after retry RPC after error@171824721) -> (continuation of Deferred@1399836478 after retry RPC after error@1051888300) -> (continuation of Deferred@675885980 after retry RPC after error@1285744538) -> (continuation of Deferred@1637467919 after retry RPC after error@1263847034) -> (continuation of Deferred@719374687 after retry RPC after error@1898276270)))
20:01:59.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.591 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.591 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.591 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.732 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1081258983(state=PENDING, result=null, callback=(continuation of Deferred@2064937469 after retry RPC after error@1476696028) -> (continuation of Deferred@830354214 after retry RPC after error@1690719077) -> (continuation of Deferred@1006984601 after retry RPC after error@1078171570) -> (continuation of Deferred@6581151 after retry RPC after error@1450134925) -> (continuation of Deferred@1083194188 after retry RPC after error@481479403) -> (continuation of Deferred@1068069489 after retry RPC after error@327566124), errback=(continuation of Deferred@2064937469 after retry RPC after error@1476696028) -> (continuation of Deferred@830354214 after retry RPC after error@1690719077) -> (continuation of Deferred@1006984601 after retry RPC after error@1078171570) -> (continuation of Deferred@6581151 after retry RPC after error@1450134925) -> (continuation of Deferred@1083194188 after retry RPC after error@481479403) -> (continuation of Deferred@1068069489 after retry RPC after error@327566124)))
20:01:59.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1081258983(state=PENDING, result=null, callback=(continuation of Deferred@2064937469 after retry RPC after error@1476696028) -> (continuation of Deferred@830354214 after retry RPC after error@1690719077) -> (continuation of Deferred@1006984601 after retry RPC after error@1078171570) -> (continuation of Deferred@6581151 after retry RPC after error@1450134925) -> (continuation of Deferred@1083194188 after retry RPC after error@481479403) -> (continuation of Deferred@1068069489 after retry RPC after error@327566124), errback=(continuation of Deferred@2064937469 after retry RPC after error@1476696028) -> (continuation of Deferred@830354214 after retry RPC after error@1690719077) -> (continuation of Deferred@1006984601 after retry RPC after error@1078171570) -> (continuation of Deferred@6581151 after retry RPC after error@1450134925) -> (continuation of Deferred@1083194188 after retry RPC after error@481479403) -> (continuation of Deferred@1068069489 after retry RPC after error@327566124)))
20:01:59.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.892 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@2087052269(state=PENDING, result=null, callback=(continuation of Deferred@926261587 after retry RPC after error@675508724) -> (continuation of Deferred@926264530 after retry RPC after error@1679579986) -> (continuation of Deferred@2117685691 after retry RPC after error@1304839001) -> (continuation of Deferred@1460610319 after retry RPC after error@1364144759) -> (continuation of Deferred@1699677548 after retry RPC after error@451694103) -> (continuation of Deferred@879044376 after retry RPC after error@479295337), errback=(continuation of Deferred@926261587 after retry RPC after error@675508724) -> (continuation of Deferred@926264530 after retry RPC after error@1679579986) -> (continuation of Deferred@2117685691 after retry RPC after error@1304839001) -> (continuation of Deferred@1460610319 after retry RPC after error@1364144759) -> (continuation of Deferred@1699677548 after retry RPC after error@451694103) -> (continuation of Deferred@879044376 after retry RPC after error@479295337)))
20:01:59.892 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@2087052269(state=PENDING, result=null, callback=(continuation of Deferred@926261587 after retry RPC after error@675508724) -> (continuation of Deferred@926264530 after retry RPC after error@1679579986) -> (continuation of Deferred@2117685691 after retry RPC after error@1304839001) -> (continuation of Deferred@1460610319 after retry RPC after error@1364144759) -> (continuation of Deferred@1699677548 after retry RPC after error@451694103) -> (continuation of Deferred@879044376 after retry RPC after error@479295337), errback=(continuation of Deferred@926261587 after retry RPC after error@675508724) -> (continuation of Deferred@926264530 after retry RPC after error@1679579986) -> (continuation of Deferred@2117685691 after retry RPC after error@1304839001) -> (continuation of Deferred@1460610319 after retry RPC after error@1364144759) -> (continuation of Deferred@1699677548 after retry RPC after error@451694103) -> (continuation of Deferred@879044376 after retry RPC after error@479295337)))
20:01:59.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:01:59.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:01:59.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:01:59.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:01:59.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:01:59.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.034 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.152 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@838115158(state=PENDING, result=null, callback=(continuation of Deferred@681055145 after retry RPC after error@688011232) -> (continuation of Deferred@1469350308 after retry RPC after error@1108322863) -> (continuation of Deferred@719514780 after retry RPC after error@308765463) -> (continuation of Deferred@1628264798 after retry RPC after error@1592576386) -> (continuation of Deferred@1666664655 after retry RPC after error@1241636969) -> (continuation of Deferred@1095600094 after retry RPC after error@2044061356) -> (continuation of Deferred@538826857 after retry RPC after error@1700427435), errback=(continuation of Deferred@681055145 after retry RPC after error@688011232) -> (continuation of Deferred@1469350308 after retry RPC after error@1108322863) -> (continuation of Deferred@719514780 after retry RPC after error@308765463) -> (continuation of Deferred@1628264798 after retry RPC after error@1592576386) -> (continuation of Deferred@1666664655 after retry RPC after error@1241636969) -> (continuation of Deferred@1095600094 after retry RPC after error@2044061356) -> (continuation of Deferred@538826857 after retry RPC after error@1700427435)))
20:02:00.153 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@838115158(state=PENDING, result=null, callback=(continuation of Deferred@681055145 after retry RPC after error@688011232) -> (continuation of Deferred@1469350308 after retry RPC after error@1108322863) -> (continuation of Deferred@719514780 after retry RPC after error@308765463) -> (continuation of Deferred@1628264798 after retry RPC after error@1592576386) -> (continuation of Deferred@1666664655 after retry RPC after error@1241636969) -> (continuation of Deferred@1095600094 after retry RPC after error@2044061356) -> (continuation of Deferred@538826857 after retry RPC after error@1700427435), errback=(continuation of Deferred@681055145 after retry RPC after error@688011232) -> (continuation of Deferred@1469350308 after retry RPC after error@1108322863) -> (continuation of Deferred@719514780 after retry RPC after error@308765463) -> (continuation of Deferred@1628264798 after retry RPC after error@1592576386) -> (continuation of Deferred@1666664655 after retry RPC after error@1241636969) -> (continuation of Deferred@1095600094 after retry RPC after error@2044061356) -> (continuation of Deferred@538826857 after retry RPC after error@1700427435)))
20:02:00.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.191 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.210 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.352 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1719375661(state=PENDING, result=null, callback=(continuation of Deferred@232901757 after retry RPC after error@64056011) -> (continuation of Deferred@1096061217 after retry RPC after error@2074911961) -> (continuation of Deferred@2016218613 after retry RPC after error@1881323273) -> (continuation of Deferred@354086325 after retry RPC after error@193857955) -> (continuation of Deferred@467464066 after retry RPC after error@2124646671) -> (continuation of Deferred@1008116779 after retry RPC after error@1202614555), errback=(continuation of Deferred@232901757 after retry RPC after error@64056011) -> (continuation of Deferred@1096061217 after retry RPC after error@2074911961) -> (continuation of Deferred@2016218613 after retry RPC after error@1881323273) -> (continuation of Deferred@354086325 after retry RPC after error@193857955) -> (continuation of Deferred@467464066 after retry RPC after error@2124646671) -> (continuation of Deferred@1008116779 after retry RPC after error@1202614555)))
20:02:00.353 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1719375661(state=PENDING, result=null, callback=(continuation of Deferred@232901757 after retry RPC after error@64056011) -> (continuation of Deferred@1096061217 after retry RPC after error@2074911961) -> (continuation of Deferred@2016218613 after retry RPC after error@1881323273) -> (continuation of Deferred@354086325 after retry RPC after error@193857955) -> (continuation of Deferred@467464066 after retry RPC after error@2124646671) -> (continuation of Deferred@1008116779 after retry RPC after error@1202614555), errback=(continuation of Deferred@232901757 after retry RPC after error@64056011) -> (continuation of Deferred@1096061217 after retry RPC after error@2074911961) -> (continuation of Deferred@2016218613 after retry RPC after error@1881323273) -> (continuation of Deferred@354086325 after retry RPC after error@193857955) -> (continuation of Deferred@467464066 after retry RPC after error@2124646671) -> (continuation of Deferred@1008116779 after retry RPC after error@1202614555)))
20:02:00.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.593 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1320884966(state=PENDING, result=null, callback=(continuation of Deferred@1318589329 after retry RPC after error@830288778) -> (continuation of Deferred@1854404242 after retry RPC after error@2029890958) -> (continuation of Deferred@1987521947 after retry RPC after error@785293756) -> (continuation of Deferred@2133651857 after retry RPC after error@1789436455) -> (continuation of Deferred@628904220 after retry RPC after error@2128926542) -> (continuation of Deferred@1725694330 after retry RPC after error@1237990940) -> (continuation of Deferred@251228808 after retry RPC after error@1459591870), errback=(continuation of Deferred@1318589329 after retry RPC after error@830288778) -> (continuation of Deferred@1854404242 after retry RPC after error@2029890958) -> (continuation of Deferred@1987521947 after retry RPC after error@785293756) -> (continuation of Deferred@2133651857 after retry RPC after error@1789436455) -> (continuation of Deferred@628904220 after retry RPC after error@2128926542) -> (continuation of Deferred@1725694330 after retry RPC after error@1237990940) -> (continuation of Deferred@251228808 after retry RPC after error@1459591870)))
20:02:00.593 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1320884966(state=PENDING, result=null, callback=(continuation of Deferred@1318589329 after retry RPC after error@830288778) -> (continuation of Deferred@1854404242 after retry RPC after error@2029890958) -> (continuation of Deferred@1987521947 after retry RPC after error@785293756) -> (continuation of Deferred@2133651857 after retry RPC after error@1789436455) -> (continuation of Deferred@628904220 after retry RPC after error@2128926542) -> (continuation of Deferred@1725694330 after retry RPC after error@1237990940) -> (continuation of Deferred@251228808 after retry RPC after error@1459591870), errback=(continuation of Deferred@1318589329 after retry RPC after error@830288778) -> (continuation of Deferred@1854404242 after retry RPC after error@2029890958) -> (continuation of Deferred@1987521947 after retry RPC after error@785293756) -> (continuation of Deferred@2133651857 after retry RPC after error@1789436455) -> (continuation of Deferred@628904220 after retry RPC after error@2128926542) -> (continuation of Deferred@1725694330 after retry RPC after error@1237990940) -> (continuation of Deferred@251228808 after retry RPC after error@1459591870)))
20:02:00.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.650 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.790 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.792 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@687827280(state=PENDING, result=null, callback=(continuation of Deferred@75637623 after retry RPC after error@6039166) -> (continuation of Deferred@1185628686 after retry RPC after error@357373538) -> (continuation of Deferred@12654119 after retry RPC after error@1641000855) -> (continuation of Deferred@2103978642 after retry RPC after error@15457627) -> (continuation of Deferred@143885135 after retry RPC after error@339486429) -> (continuation of Deferred@675062386 after retry RPC after error@1986241323), errback=(continuation of Deferred@75637623 after retry RPC after error@6039166) -> (continuation of Deferred@1185628686 after retry RPC after error@357373538) -> (continuation of Deferred@12654119 after retry RPC after error@1641000855) -> (continuation of Deferred@2103978642 after retry RPC after error@15457627) -> (continuation of Deferred@143885135 after retry RPC after error@339486429) -> (continuation of Deferred@675062386 after retry RPC after error@1986241323)))
20:02:00.792 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@687827280(state=PENDING, result=null, callback=(continuation of Deferred@75637623 after retry RPC after error@6039166) -> (continuation of Deferred@1185628686 after retry RPC after error@357373538) -> (continuation of Deferred@12654119 after retry RPC after error@1641000855) -> (continuation of Deferred@2103978642 after retry RPC after error@15457627) -> (continuation of Deferred@143885135 after retry RPC after error@339486429) -> (continuation of Deferred@675062386 after retry RPC after error@1986241323), errback=(continuation of Deferred@75637623 after retry RPC after error@6039166) -> (continuation of Deferred@1185628686 after retry RPC after error@357373538) -> (continuation of Deferred@12654119 after retry RPC after error@1641000855) -> (continuation of Deferred@2103978642 after retry RPC after error@15457627) -> (continuation of Deferred@143885135 after retry RPC after error@339486429) -> (continuation of Deferred@675062386 after retry RPC after error@1986241323)))
20:02:00.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.911 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:00.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:00.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:00.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:00.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:00.992 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@635590425(state=PENDING, result=null, callback=(continuation of Deferred@977569237 after retry RPC after error@2015417538) -> (continuation of Deferred@1566974591 after retry RPC after error@1787554901) -> (continuation of Deferred@1954526972 after retry RPC after error@176683637) -> (continuation of Deferred@1721652352 after retry RPC after error@1405285698) -> (continuation of Deferred@1518563728 after retry RPC after error@1877114087) -> (continuation of Deferred@2068586447 after retry RPC after error@1071680769) -> (continuation of Deferred@2125362332 after retry RPC after error@47659754), errback=(continuation of Deferred@977569237 after retry RPC after error@2015417538) -> (continuation of Deferred@1566974591 after retry RPC after error@1787554901) -> (continuation of Deferred@1954526972 after retry RPC after error@176683637) -> (continuation of Deferred@1721652352 after retry RPC after error@1405285698) -> (continuation of Deferred@1518563728 after retry RPC after error@1877114087) -> (continuation of Deferred@2068586447 after retry RPC after error@1071680769) -> (continuation of Deferred@2125362332 after retry RPC after error@47659754)))
20:02:00.993 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@635590425(state=PENDING, result=null, callback=(continuation of Deferred@977569237 after retry RPC after error@2015417538) -> (continuation of Deferred@1566974591 after retry RPC after error@1787554901) -> (continuation of Deferred@1954526972 after retry RPC after error@176683637) -> (continuation of Deferred@1721652352 after retry RPC after error@1405285698) -> (continuation of Deferred@1518563728 after retry RPC after error@1877114087) -> (continuation of Deferred@2068586447 after retry RPC after error@1071680769) -> (continuation of Deferred@2125362332 after retry RPC after error@47659754), errback=(continuation of Deferred@977569237 after retry RPC after error@2015417538) -> (continuation of Deferred@1566974591 after retry RPC after error@1787554901) -> (continuation of Deferred@1954526972 after retry RPC after error@176683637) -> (continuation of Deferred@1721652352 after retry RPC after error@1405285698) -> (continuation of Deferred@1518563728 after retry RPC after error@1877114087) -> (continuation of Deferred@2068586447 after retry RPC after error@1071680769) -> (continuation of Deferred@2125362332 after retry RPC after error@47659754)))
20:02:01.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.213 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2048503586(state=PENDING, result=null, callback=(continuation of Deferred@924092715 after retry RPC after error@1266508096) -> (continuation of Deferred@1463083512 after retry RPC after error@1625498755) -> (continuation of Deferred@1940759653 after retry RPC after error@1400552497) -> (continuation of Deferred@590462087 after retry RPC after error@1519342430) -> (continuation of Deferred@1142901478 after retry RPC after error@1115880800) -> (continuation of Deferred@1819915315 after retry RPC after error@1288445761), errback=(continuation of Deferred@924092715 after retry RPC after error@1266508096) -> (continuation of Deferred@1463083512 after retry RPC after error@1625498755) -> (continuation of Deferred@1940759653 after retry RPC after error@1400552497) -> (continuation of Deferred@590462087 after retry RPC after error@1519342430) -> (continuation of Deferred@1142901478 after retry RPC after error@1115880800) -> (continuation of Deferred@1819915315 after retry RPC after error@1288445761)))
20:02:01.213 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2048503586(state=PENDING, result=null, callback=(continuation of Deferred@924092715 after retry RPC after error@1266508096) -> (continuation of Deferred@1463083512 after retry RPC after error@1625498755) -> (continuation of Deferred@1940759653 after retry RPC after error@1400552497) -> (continuation of Deferred@590462087 after retry RPC after error@1519342430) -> (continuation of Deferred@1142901478 after retry RPC after error@1115880800) -> (continuation of Deferred@1819915315 after retry RPC after error@1288445761), errback=(continuation of Deferred@924092715 after retry RPC after error@1266508096) -> (continuation of Deferred@1463083512 after retry RPC after error@1625498755) -> (continuation of Deferred@1940759653 after retry RPC after error@1400552497) -> (continuation of Deferred@590462087 after retry RPC after error@1519342430) -> (continuation of Deferred@1142901478 after retry RPC after error@1115880800) -> (continuation of Deferred@1819915315 after retry RPC after error@1288445761)))
20:02:01.230 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.231 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.232 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.251 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.270 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.271 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.411 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.413 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@165603044(state=PENDING, result=null, callback=(continuation of Deferred@465492895 after retry RPC after error@1741558351) -> (continuation of Deferred@1725250529 after retry RPC after error@415373337) -> (continuation of Deferred@1976388285 after retry RPC after error@1644585505) -> (continuation of Deferred@767776691 after retry RPC after error@625578178) -> (continuation of Deferred@978234996 after retry RPC after error@1795736694) -> (continuation of Deferred@1556179051 after retry RPC after error@895954097), errback=(continuation of Deferred@465492895 after retry RPC after error@1741558351) -> (continuation of Deferred@1725250529 after retry RPC after error@415373337) -> (continuation of Deferred@1976388285 after retry RPC after error@1644585505) -> (continuation of Deferred@767776691 after retry RPC after error@625578178) -> (continuation of Deferred@978234996 after retry RPC after error@1795736694) -> (continuation of Deferred@1556179051 after retry RPC after error@895954097)))
20:02:01.413 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@165603044(state=PENDING, result=null, callback=(continuation of Deferred@465492895 after retry RPC after error@1741558351) -> (continuation of Deferred@1725250529 after retry RPC after error@415373337) -> (continuation of Deferred@1976388285 after retry RPC after error@1644585505) -> (continuation of Deferred@767776691 after retry RPC after error@625578178) -> (continuation of Deferred@978234996 after retry RPC after error@1795736694) -> (continuation of Deferred@1556179051 after retry RPC after error@895954097), errback=(continuation of Deferred@465492895 after retry RPC after error@1741558351) -> (continuation of Deferred@1725250529 after retry RPC after error@415373337) -> (continuation of Deferred@1976388285 after retry RPC after error@1644585505) -> (continuation of Deferred@767776691 after retry RPC after error@625578178) -> (continuation of Deferred@978234996 after retry RPC after error@1795736694) -> (continuation of Deferred@1556179051 after retry RPC after error@895954097)))
20:02:01.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.430 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:01.606880 16844 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:02:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:01.610303 16844 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '6a5e6c65779a46839eb16307e073fc83', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.29.190:40961,127.15.29.189:46145,127.15.29.188:39621, num_attempts: 1)
20:02:01.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:01.611709 16845 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.29.189:46145)
20:02:01.691 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@658752518(state=PENDING, result=null, callback=(continuation of Deferred@60796500 after retry RPC after error@336627119) -> (continuation of Deferred@1197829415 after retry RPC after error@2118115897) -> (continuation of Deferred@11280036 after retry RPC after error@276942563) -> (continuation of Deferred@2086765953 after retry RPC after error@2102300190) -> (continuation of Deferred@502785581 after retry RPC after error@60806566) -> (continuation of Deferred@1940002265 after retry RPC after error@2056608717) -> (continuation of Deferred@1483807804 after retry RPC after error@633258097), errback=(continuation of Deferred@60796500 after retry RPC after error@336627119) -> (continuation of Deferred@1197829415 after retry RPC after error@2118115897) -> (continuation of Deferred@11280036 after retry RPC after error@276942563) -> (continuation of Deferred@2086765953 after retry RPC after error@2102300190) -> (continuation of Deferred@502785581 after retry RPC after error@60806566) -> (continuation of Deferred@1940002265 after retry RPC after error@2056608717) -> (continuation of Deferred@1483807804 after retry RPC after error@633258097)))
20:02:01.691 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:02:01.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.710 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.771 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.870 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.912 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1217323983(state=PENDING, result=null, callback=(continuation of Deferred@95160895 after retry RPC after error@962117582) -> (continuation of Deferred@506902140 after retry RPC after error@563719918) -> (continuation of Deferred@1140962576 after retry RPC after error@953926801) -> (continuation of Deferred@326434976 after retry RPC after error@2146902782) -> (continuation of Deferred@915906853 after retry RPC after error@1343099946) -> (continuation of Deferred@1799712395 after retry RPC after error@769872335) -> (continuation of Deferred@653673439 after retry RPC after error@108641391), errback=(continuation of Deferred@95160895 after retry RPC after error@962117582) -> (continuation of Deferred@506902140 after retry RPC after error@563719918) -> (continuation of Deferred@1140962576 after retry RPC after error@953926801) -> (continuation of Deferred@326434976 after retry RPC after error@2146902782) -> (continuation of Deferred@915906853 after retry RPC after error@1343099946) -> (continuation of Deferred@1799712395 after retry RPC after error@769872335) -> (continuation of Deferred@653673439 after retry RPC after error@108641391)))
20:02:01.912 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1217323983(state=PENDING, result=null, callback=(continuation of Deferred@95160895 after retry RPC after error@962117582) -> (continuation of Deferred@506902140 after retry RPC after error@563719918) -> (continuation of Deferred@1140962576 after retry RPC after error@953926801) -> (continuation of Deferred@326434976 after retry RPC after error@2146902782) -> (continuation of Deferred@915906853 after retry RPC after error@1343099946) -> (continuation of Deferred@1799712395 after retry RPC after error@769872335) -> (continuation of Deferred@653673439 after retry RPC after error@108641391), errback=(continuation of Deferred@95160895 after retry RPC after error@962117582) -> (continuation of Deferred@506902140 after retry RPC after error@563719918) -> (continuation of Deferred@1140962576 after retry RPC after error@953926801) -> (continuation of Deferred@326434976 after retry RPC after error@2146902782) -> (continuation of Deferred@915906853 after retry RPC after error@1343099946) -> (continuation of Deferred@1799712395 after retry RPC after error@769872335) -> (continuation of Deferred@653673439 after retry RPC after error@108641391)))
20:02:01.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.931 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.973 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:01.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:01.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:01.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:01.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:01.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.011 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.030 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.032 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.073 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@766312187(state=PENDING, result=null, callback=(continuation of Deferred@1260468051 after retry RPC after error@1540118873) -> (continuation of Deferred@169957090 after retry RPC after error@1076902523) -> (continuation of Deferred@48830081 after retry RPC after error@995528980) -> (continuation of Deferred@994068186 after retry RPC after error@2061652011) -> (continuation of Deferred@812977384 after retry RPC after error@1059382723) -> (continuation of Deferred@116068971 after retry RPC after error@1851816341) -> (continuation of Deferred@1995062013 after retry RPC after error@1853408030), errback=(continuation of Deferred@1260468051 after retry RPC after error@1540118873) -> (continuation of Deferred@169957090 after retry RPC after error@1076902523) -> (continuation of Deferred@48830081 after retry RPC after error@995528980) -> (continuation of Deferred@994068186 after retry RPC after error@2061652011) -> (continuation of Deferred@812977384 after retry RPC after error@1059382723) -> (continuation of Deferred@116068971 after retry RPC after error@1851816341) -> (continuation of Deferred@1995062013 after retry RPC after error@1853408030)))
20:02:02.073 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@766312187(state=PENDING, result=null, callback=(continuation of Deferred@1260468051 after retry RPC after error@1540118873) -> (continuation of Deferred@169957090 after retry RPC after error@1076902523) -> (continuation of Deferred@48830081 after retry RPC after error@995528980) -> (continuation of Deferred@994068186 after retry RPC after error@2061652011) -> (continuation of Deferred@812977384 after retry RPC after error@1059382723) -> (continuation of Deferred@116068971 after retry RPC after error@1851816341) -> (continuation of Deferred@1995062013 after retry RPC after error@1853408030), errback=(continuation of Deferred@1260468051 after retry RPC after error@1540118873) -> (continuation of Deferred@169957090 after retry RPC after error@1076902523) -> (continuation of Deferred@48830081 after retry RPC after error@995528980) -> (continuation of Deferred@994068186 after retry RPC after error@2061652011) -> (continuation of Deferred@812977384 after retry RPC after error@1059382723) -> (continuation of Deferred@116068971 after retry RPC after error@1851816341) -> (continuation of Deferred@1995062013 after retry RPC after error@1853408030)))
20:02:02.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.091 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.131 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.293 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2047173427(state=PENDING, result=null, callback=(continuation of Deferred@1380794206 after retry RPC after error@355688587) -> (continuation of Deferred@883965933 after retry RPC after error@1711132339) -> (continuation of Deferred@1584507549 after retry RPC after error@1355333344) -> (continuation of Deferred@1706208323 after retry RPC after error@1848737296) -> (continuation of Deferred@1028068361 after retry RPC after error@678269695) -> (continuation of Deferred@1481503493 after retry RPC after error@1030346722), errback=(continuation of Deferred@1380794206 after retry RPC after error@355688587) -> (continuation of Deferred@883965933 after retry RPC after error@1711132339) -> (continuation of Deferred@1584507549 after retry RPC after error@1355333344) -> (continuation of Deferred@1706208323 after retry RPC after error@1848737296) -> (continuation of Deferred@1028068361 after retry RPC after error@678269695) -> (continuation of Deferred@1481503493 after retry RPC after error@1030346722)))
20:02:02.293 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@2047173427(state=PENDING, result=null, callback=(continuation of Deferred@1380794206 after retry RPC after error@355688587) -> (continuation of Deferred@883965933 after retry RPC after error@1711132339) -> (continuation of Deferred@1584507549 after retry RPC after error@1355333344) -> (continuation of Deferred@1706208323 after retry RPC after error@1848737296) -> (continuation of Deferred@1028068361 after retry RPC after error@678269695) -> (continuation of Deferred@1481503493 after retry RPC after error@1030346722), errback=(continuation of Deferred@1380794206 after retry RPC after error@355688587) -> (continuation of Deferred@883965933 after retry RPC after error@1711132339) -> (continuation of Deferred@1584507549 after retry RPC after error@1355333344) -> (continuation of Deferred@1706208323 after retry RPC after error@1848737296) -> (continuation of Deferred@1028068361 after retry RPC after error@678269695) -> (continuation of Deferred@1481503493 after retry RPC after error@1030346722)))
20:02:02.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.493 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1531087414(state=PENDING, result=null, callback=(continuation of Deferred@138431692 after retry RPC after error@2089630159) -> (continuation of Deferred@1409078634 after retry RPC after error@471922201) -> (continuation of Deferred@369946493 after retry RPC after error@56295218) -> (continuation of Deferred@918044086 after retry RPC after error@766743878) -> (continuation of Deferred@1547038858 after retry RPC after error@146945873) -> (continuation of Deferred@2137058930 after retry RPC after error@1313361277), errback=(continuation of Deferred@138431692 after retry RPC after error@2089630159) -> (continuation of Deferred@1409078634 after retry RPC after error@471922201) -> (continuation of Deferred@369946493 after retry RPC after error@56295218) -> (continuation of Deferred@918044086 after retry RPC after error@766743878) -> (continuation of Deferred@1547038858 after retry RPC after error@146945873) -> (continuation of Deferred@2137058930 after retry RPC after error@1313361277)))
20:02:02.494 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1531087414(state=PENDING, result=null, callback=(continuation of Deferred@138431692 after retry RPC after error@2089630159) -> (continuation of Deferred@1409078634 after retry RPC after error@471922201) -> (continuation of Deferred@369946493 after retry RPC after error@56295218) -> (continuation of Deferred@918044086 after retry RPC after error@766743878) -> (continuation of Deferred@1547038858 after retry RPC after error@146945873) -> (continuation of Deferred@2137058930 after retry RPC after error@1313361277), errback=(continuation of Deferred@138431692 after retry RPC after error@2089630159) -> (continuation of Deferred@1409078634 after retry RPC after error@471922201) -> (continuation of Deferred@369946493 after retry RPC after error@56295218) -> (continuation of Deferred@918044086 after retry RPC after error@766743878) -> (continuation of Deferred@1547038858 after retry RPC after error@146945873) -> (continuation of Deferred@2137058930 after retry RPC after error@1313361277)))
20:02:02.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.530 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.733 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.733 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1197188870(state=PENDING, result=null, callback=(continuation of Deferred@476193233 after retry RPC after error@938353908) -> (continuation of Deferred@1069632871 after retry RPC after error@624471566) -> (continuation of Deferred@685338577 after retry RPC after error@1859532730) -> (continuation of Deferred@1539958130 after retry RPC after error@996239579) -> (continuation of Deferred@1487220609 after retry RPC after error@118597832) -> (continuation of Deferred@325529389 after retry RPC after error@594590250) -> (continuation of Deferred@1389904098 after retry RPC after error@1485174169), errback=(continuation of Deferred@476193233 after retry RPC after error@938353908) -> (continuation of Deferred@1069632871 after retry RPC after error@624471566) -> (continuation of Deferred@685338577 after retry RPC after error@1859532730) -> (continuation of Deferred@1539958130 after retry RPC after error@996239579) -> (continuation of Deferred@1487220609 after retry RPC after error@118597832) -> (continuation of Deferred@325529389 after retry RPC after error@594590250) -> (continuation of Deferred@1389904098 after retry RPC after error@1485174169)))
20:02:02.733 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1197188870(state=PENDING, result=null, callback=(continuation of Deferred@476193233 after retry RPC after error@938353908) -> (continuation of Deferred@1069632871 after retry RPC after error@624471566) -> (continuation of Deferred@685338577 after retry RPC after error@1859532730) -> (continuation of Deferred@1539958130 after retry RPC after error@996239579) -> (continuation of Deferred@1487220609 after retry RPC after error@118597832) -> (continuation of Deferred@325529389 after retry RPC after error@594590250) -> (continuation of Deferred@1389904098 after retry RPC after error@1485174169), errback=(continuation of Deferred@476193233 after retry RPC after error@938353908) -> (continuation of Deferred@1069632871 after retry RPC after error@624471566) -> (continuation of Deferred@685338577 after retry RPC after error@1859532730) -> (continuation of Deferred@1539958130 after retry RPC after error@996239579) -> (continuation of Deferred@1487220609 after retry RPC after error@118597832) -> (continuation of Deferred@325529389 after retry RPC after error@594590250) -> (continuation of Deferred@1389904098 after retry RPC after error@1485174169)))
20:02:02.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.810 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.971 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.990 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:02.991 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:02.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:02.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:02.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:02.993 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1289116738(state=PENDING, result=null, callback=(continuation of Deferred@789621479 after retry RPC after error@551289771) -> (continuation of Deferred@673759457 after retry RPC after error@1449311722) -> (continuation of Deferred@2081382995 after retry RPC after error@1007613730) -> (continuation of Deferred@1380910986 after retry RPC after error@293699012) -> (continuation of Deferred@379291741 after retry RPC after error@1575471691) -> (continuation of Deferred@2000610602 after retry RPC after error@1842071892) -> (continuation of Deferred@660110800 after retry RPC after error@1150181090) -> (continuation of Deferred@1150940396 after retry RPC after error@1999311938), errback=(continuation of Deferred@789621479 after retry RPC after error@551289771) -> (continuation of Deferred@673759457 after retry RPC after error@1449311722) -> (continuation of Deferred@2081382995 after retry RPC after error@1007613730) -> (continuation of Deferred@1380910986 after retry RPC after error@293699012) -> (continuation of Deferred@379291741 after retry RPC after error@1575471691) -> (continuation of Deferred@2000610602 after retry RPC after error@1842071892) -> (continuation of Deferred@660110800 after retry RPC after error@1150181090) -> (continuation of Deferred@1150940396 after retry RPC after error@1999311938)))
20:02:02.993 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1289116738(state=PENDING, result=null, callback=(continuation of Deferred@789621479 after retry RPC after error@551289771) -> (continuation of Deferred@673759457 after retry RPC after error@1449311722) -> (continuation of Deferred@2081382995 after retry RPC after error@1007613730) -> (continuation of Deferred@1380910986 after retry RPC after error@293699012) -> (continuation of Deferred@379291741 after retry RPC after error@1575471691) -> (continuation of Deferred@2000610602 after retry RPC after error@1842071892) -> (continuation of Deferred@660110800 after retry RPC after error@1150181090) -> (continuation of Deferred@1150940396 after retry RPC after error@1999311938), errback=(continuation of Deferred@789621479 after retry RPC after error@551289771) -> (continuation of Deferred@673759457 after retry RPC after error@1449311722) -> (continuation of Deferred@2081382995 after retry RPC after error@1007613730) -> (continuation of Deferred@1380910986 after retry RPC after error@293699012) -> (continuation of Deferred@379291741 after retry RPC after error@1575471691) -> (continuation of Deferred@2000610602 after retry RPC after error@1842071892) -> (continuation of Deferred@660110800 after retry RPC after error@1150181090) -> (continuation of Deferred@1150940396 after retry RPC after error@1999311938)))
20:02:03.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.010 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.031 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.051 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.070 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.071 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.090 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.271 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@429858512(state=PENDING, result=null, callback=(continuation of Deferred@1221678208 after retry RPC after error@1770385623) -> (continuation of Deferred@841480294 after retry RPC after error@1395591532) -> (continuation of Deferred@286794461 after retry RPC after error@1474128737) -> (continuation of Deferred@1513381172 after retry RPC after error@1903905655) -> (continuation of Deferred@564498767 after retry RPC after error@488599673) -> (continuation of Deferred@1706709779 after retry RPC after error@1320258592) -> (continuation of Deferred@1133724496 after retry RPC after error@636055523), errback=(continuation of Deferred@1221678208 after retry RPC after error@1770385623) -> (continuation of Deferred@841480294 after retry RPC after error@1395591532) -> (continuation of Deferred@286794461 after retry RPC after error@1474128737) -> (continuation of Deferred@1513381172 after retry RPC after error@1903905655) -> (continuation of Deferred@564498767 after retry RPC after error@488599673) -> (continuation of Deferred@1706709779 after retry RPC after error@1320258592) -> (continuation of Deferred@1133724496 after retry RPC after error@636055523)))
20:02:03.272 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

20:02:03.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.293 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.311 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.330 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.350 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.352 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.370 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.451 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.452 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.452 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.493 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1449709882(state=PENDING, result=null, callback=(continuation of Deferred@1297101264 after retry RPC after error@237668363) -> (continuation of Deferred@396740137 after retry RPC after error@122954982) -> (continuation of Deferred@1262898029 after retry RPC after error@301394142) -> (continuation of Deferred@677113927 after retry RPC after error@244224702) -> (continuation of Deferred@2003483937 after retry RPC after error@1367087882) -> (continuation of Deferred@642912426 after retry RPC after error@1555262908) -> (continuation of Deferred@2115125438 after retry RPC after error@1334292541), errback=(continuation of Deferred@1297101264 after retry RPC after error@237668363) -> (continuation of Deferred@396740137 after retry RPC after error@122954982) -> (continuation of Deferred@1262898029 after retry RPC after error@301394142) -> (continuation of Deferred@677113927 after retry RPC after error@244224702) -> (continuation of Deferred@2003483937 after retry RPC after error@1367087882) -> (continuation of Deferred@642912426 after retry RPC after error@1555262908) -> (continuation of Deferred@2115125438 after retry RPC after error@1334292541)))
20:02:03.494 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1449709882(state=PENDING, result=null, callback=(continuation of Deferred@1297101264 after retry RPC after error@237668363) -> (continuation of Deferred@396740137 after retry RPC after error@122954982) -> (continuation of Deferred@1262898029 after retry RPC after error@301394142) -> (continuation of Deferred@677113927 after retry RPC after error@244224702) -> (continuation of Deferred@2003483937 after retry RPC after error@1367087882) -> (continuation of Deferred@642912426 after retry RPC after error@1555262908) -> (continuation of Deferred@2115125438 after retry RPC after error@1334292541), errback=(continuation of Deferred@1297101264 after retry RPC after error@237668363) -> (continuation of Deferred@396740137 after retry RPC after error@122954982) -> (continuation of Deferred@1262898029 after retry RPC after error@301394142) -> (continuation of Deferred@677113927 after retry RPC after error@244224702) -> (continuation of Deferred@2003483937 after retry RPC after error@1367087882) -> (continuation of Deferred@642912426 after retry RPC after error@1555262908) -> (continuation of Deferred@2115125438 after retry RPC after error@1334292541)))
20:02:03.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.511 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.551 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.570 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.611 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:03.612471 17247 master_runner.cc:187] Error getting master registration for 127.15.29.189:46145: Network error: Client connection negotiation failed: client connection to 127.15.29.189:46145: connect: Connection refused (error 111), 
20:02:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:03.612711 17247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:03.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.630 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.651 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.653 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1756337137(state=PENDING, result=null, callback=(continuation of Deferred@755290876 after retry RPC after error@1499684397) -> (continuation of Deferred@2097280297 after retry RPC after error@1772474723) -> (continuation of Deferred@1648192921 after retry RPC after error@569169349) -> (continuation of Deferred@1396102252 after retry RPC after error@350169504) -> (continuation of Deferred@495443719 after retry RPC after error@1510105999) -> (continuation of Deferred@1072847127 after retry RPC after error@1385035104) -> (continuation of Deferred@1909549009 after retry RPC after error@939945087), errback=(continuation of Deferred@755290876 after retry RPC after error@1499684397) -> (continuation of Deferred@2097280297 after retry RPC after error@1772474723) -> (continuation of Deferred@1648192921 after retry RPC after error@569169349) -> (continuation of Deferred@1396102252 after retry RPC after error@350169504) -> (continuation of Deferred@495443719 after retry RPC after error@1510105999) -> (continuation of Deferred@1072847127 after retry RPC after error@1385035104) -> (continuation of Deferred@1909549009 after retry RPC after error@939945087)))
20:02:03.653 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1756337137(state=PENDING, result=null, callback=(continuation of Deferred@755290876 after retry RPC after error@1499684397) -> (continuation of Deferred@2097280297 after retry RPC after error@1772474723) -> (continuation of Deferred@1648192921 after retry RPC after error@569169349) -> (continuation of Deferred@1396102252 after retry RPC after error@350169504) -> (continuation of Deferred@495443719 after retry RPC after error@1510105999) -> (continuation of Deferred@1072847127 after retry RPC after error@1385035104) -> (continuation of Deferred@1909549009 after retry RPC after error@939945087), errback=(continuation of Deferred@755290876 after retry RPC after error@1499684397) -> (continuation of Deferred@2097280297 after retry RPC after error@1772474723) -> (continuation of Deferred@1648192921 after retry RPC after error@569169349) -> (continuation of Deferred@1396102252 after retry RPC after error@350169504) -> (continuation of Deferred@495443719 after retry RPC after error@1510105999) -> (continuation of Deferred@1072847127 after retry RPC after error@1385035104) -> (continuation of Deferred@1909549009 after retry RPC after error@939945087)))
20:02:03.670 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.671 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.690 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.715 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.730 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.731 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.771 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.852 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1107061110(state=PENDING, result=null, callback=(continuation of Deferred@973137766 after retry RPC after error@319956955) -> (continuation of Deferred@1188002391 after retry RPC after error@1683622945) -> (continuation of Deferred@1499266075 after retry RPC after error@1534211092) -> (continuation of Deferred@1725100271 after retry RPC after error@1390265104) -> (continuation of Deferred@1818186100 after retry RPC after error@650582655) -> (continuation of Deferred@1466155968 after retry RPC after error@1796890495), errback=(continuation of Deferred@973137766 after retry RPC after error@319956955) -> (continuation of Deferred@1188002391 after retry RPC after error@1683622945) -> (continuation of Deferred@1499266075 after retry RPC after error@1534211092) -> (continuation of Deferred@1725100271 after retry RPC after error@1390265104) -> (continuation of Deferred@1818186100 after retry RPC after error@650582655) -> (continuation of Deferred@1466155968 after retry RPC after error@1796890495)))
20:02:03.853 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1107061110(state=PENDING, result=null, callback=(continuation of Deferred@973137766 after retry RPC after error@319956955) -> (continuation of Deferred@1188002391 after retry RPC after error@1683622945) -> (continuation of Deferred@1499266075 after retry RPC after error@1534211092) -> (continuation of Deferred@1725100271 after retry RPC after error@1390265104) -> (continuation of Deferred@1818186100 after retry RPC after error@650582655) -> (continuation of Deferred@1466155968 after retry RPC after error@1796890495), errback=(continuation of Deferred@973137766 after retry RPC after error@319956955) -> (continuation of Deferred@1188002391 after retry RPC after error@1683622945) -> (continuation of Deferred@1499266075 after retry RPC after error@1534211092) -> (continuation of Deferred@1725100271 after retry RPC after error@1390265104) -> (continuation of Deferred@1818186100 after retry RPC after error@650582655) -> (continuation of Deferred@1466155968 after retry RPC after error@1796890495)))
20:02:03.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.871 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.891 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.910 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.950 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:03.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:03.970 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:03.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:03.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:03.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.050 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.110 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.111 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.113 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@761542163(state=PENDING, result=null, callback=(continuation of Deferred@1521771254 after retry RPC after error@1102017898) -> (continuation of Deferred@562775666 after retry RPC after error@768813310) -> (continuation of Deferred@1409899616 after retry RPC after error@1857517486) -> (continuation of Deferred@368313564 after retry RPC after error@567560772) -> (continuation of Deferred@1059121218 after retry RPC after error@1786769935) -> (continuation of Deferred@1595464056 after retry RPC after error@1553809077) -> (continuation of Deferred@1682419612 after retry RPC after error@1908266641), errback=(continuation of Deferred@1521771254 after retry RPC after error@1102017898) -> (continuation of Deferred@562775666 after retry RPC after error@768813310) -> (continuation of Deferred@1409899616 after retry RPC after error@1857517486) -> (continuation of Deferred@368313564 after retry RPC after error@567560772) -> (continuation of Deferred@1059121218 after retry RPC after error@1786769935) -> (continuation of Deferred@1595464056 after retry RPC after error@1553809077) -> (continuation of Deferred@1682419612 after retry RPC after error@1908266641)))
20:02:04.113 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@761542163(state=PENDING, result=null, callback=(continuation of Deferred@1521771254 after retry RPC after error@1102017898) -> (continuation of Deferred@562775666 after retry RPC after error@768813310) -> (continuation of Deferred@1409899616 after retry RPC after error@1857517486) -> (continuation of Deferred@368313564 after retry RPC after error@567560772) -> (continuation of Deferred@1059121218 after retry RPC after error@1786769935) -> (continuation of Deferred@1595464056 after retry RPC after error@1553809077) -> (continuation of Deferred@1682419612 after retry RPC after error@1908266641), errback=(continuation of Deferred@1521771254 after retry RPC after error@1102017898) -> (continuation of Deferred@562775666 after retry RPC after error@768813310) -> (continuation of Deferred@1409899616 after retry RPC after error@1857517486) -> (continuation of Deferred@368313564 after retry RPC after error@567560772) -> (continuation of Deferred@1059121218 after retry RPC after error@1786769935) -> (continuation of Deferred@1595464056 after retry RPC after error@1553809077) -> (continuation of Deferred@1682419612 after retry RPC after error@1908266641)))
20:02:04.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.130 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.150 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.171 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.190 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.211 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.250 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.251 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.290 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.291 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.310 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.312 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1103138042(state=PENDING, result=null, callback=(continuation of Deferred@29116080 after retry RPC after error@1824640836) -> (continuation of Deferred@1595360881 after retry RPC after error@452310581) -> (continuation of Deferred@2040527389 after retry RPC after error@466006405) -> (continuation of Deferred@2114410562 after retry RPC after error@1240735145) -> (continuation of Deferred@1337805208 after retry RPC after error@1641649011) -> (continuation of Deferred@634917442 after retry RPC after error@1277708805) -> (continuation of Deferred@1769749393 after retry RPC after error@1150513094), errback=(continuation of Deferred@29116080 after retry RPC after error@1824640836) -> (continuation of Deferred@1595360881 after retry RPC after error@452310581) -> (continuation of Deferred@2040527389 after retry RPC after error@466006405) -> (continuation of Deferred@2114410562 after retry RPC after error@1240735145) -> (continuation of Deferred@1337805208 after retry RPC after error@1641649011) -> (continuation of Deferred@634917442 after retry RPC after error@1277708805) -> (continuation of Deferred@1769749393 after retry RPC after error@1150513094)))
20:02:04.312 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, deferred=Deferred@1103138042(state=PENDING, result=null, callback=(continuation of Deferred@29116080 after retry RPC after error@1824640836) -> (continuation of Deferred@1595360881 after retry RPC after error@452310581) -> (continuation of Deferred@2040527389 after retry RPC after error@466006405) -> (continuation of Deferred@2114410562 after retry RPC after error@1240735145) -> (continuation of Deferred@1337805208 after retry RPC after error@1641649011) -> (continuation of Deferred@634917442 after retry RPC after error@1277708805) -> (continuation of Deferred@1769749393 after retry RPC after error@1150513094), errback=(continuation of Deferred@29116080 after retry RPC after error@1824640836) -> (continuation of Deferred@1595360881 after retry RPC after error@452310581) -> (continuation of Deferred@2040527389 after retry RPC after error@466006405) -> (continuation of Deferred@2114410562 after retry RPC after error@1240735145) -> (continuation of Deferred@1337805208 after retry RPC after error@1641649011) -> (continuation of Deferred@634917442 after retry RPC after error@1277708805) -> (continuation of Deferred@1769749393 after retry RPC after error@1150513094)))
20:02:04.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.331 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.332 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.351 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.371 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.390 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.391 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.410 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.431 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.471 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.490 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.491 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.492 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1879186089(state=PENDING, result=null, callback=(continuation of Deferred@211880578 after retry RPC after error@306211184) -> (continuation of Deferred@10566575 after retry RPC after error@1612099136) -> (continuation of Deferred@1692884442 after retry RPC after error@1971168223) -> (continuation of Deferred@2089325212 after retry RPC after error@700008419) -> (continuation of Deferred@2003752579 after retry RPC after error@1872093418) -> (continuation of Deferred@1462866934 after retry RPC after error@886325420) -> (continuation of Deferred@890196603 after retry RPC after error@1977448064), errback=(continuation of Deferred@211880578 after retry RPC after error@306211184) -> (continuation of Deferred@10566575 after retry RPC after error@1612099136) -> (continuation of Deferred@1692884442 after retry RPC after error@1971168223) -> (continuation of Deferred@2089325212 after retry RPC after error@700008419) -> (continuation of Deferred@2003752579 after retry RPC after error@1872093418) -> (continuation of Deferred@1462866934 after retry RPC after error@886325420) -> (continuation of Deferred@890196603 after retry RPC after error@1977448064)))
20:02:04.493 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1879186089(state=PENDING, result=null, callback=(continuation of Deferred@211880578 after retry RPC after error@306211184) -> (continuation of Deferred@10566575 after retry RPC after error@1612099136) -> (continuation of Deferred@1692884442 after retry RPC after error@1971168223) -> (continuation of Deferred@2089325212 after retry RPC after error@700008419) -> (continuation of Deferred@2003752579 after retry RPC after error@1872093418) -> (continuation of Deferred@1462866934 after retry RPC after error@886325420) -> (continuation of Deferred@890196603 after retry RPC after error@1977448064), errback=(continuation of Deferred@211880578 after retry RPC after error@306211184) -> (continuation of Deferred@10566575 after retry RPC after error@1612099136) -> (continuation of Deferred@1692884442 after retry RPC after error@1971168223) -> (continuation of Deferred@2089325212 after retry RPC after error@700008419) -> (continuation of Deferred@2003752579 after retry RPC after error@1872093418) -> (continuation of Deferred@1462866934 after retry RPC after error@886325420) -> (continuation of Deferred@890196603 after retry RPC after error@1977448064)))
20:02:04.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.510 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.512 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.531 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.550 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.571 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.590 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.591 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.610 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.631 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.750 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.751 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.753 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1074218242(state=PENDING, result=null, callback=(continuation of Deferred@1471064961 after retry RPC after error@1717481855) -> (continuation of Deferred@1244112610 after retry RPC after error@812832241) -> (continuation of Deferred@304251613 after retry RPC after error@23334063) -> (continuation of Deferred@1979951831 after retry RPC after error@1350051003) -> (continuation of Deferred@1456103427 after retry RPC after error@2011832065) -> (continuation of Deferred@483677753 after retry RPC after error@228127972) -> (continuation of Deferred@139937580 after retry RPC after error@794968880), errback=(continuation of Deferred@1471064961 after retry RPC after error@1717481855) -> (continuation of Deferred@1244112610 after retry RPC after error@812832241) -> (continuation of Deferred@304251613 after retry RPC after error@23334063) -> (continuation of Deferred@1979951831 after retry RPC after error@1350051003) -> (continuation of Deferred@1456103427 after retry RPC after error@2011832065) -> (continuation of Deferred@483677753 after retry RPC after error@228127972) -> (continuation of Deferred@139937580 after retry RPC after error@794968880)))
20:02:04.753 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@1074218242(state=PENDING, result=null, callback=(continuation of Deferred@1471064961 after retry RPC after error@1717481855) -> (continuation of Deferred@1244112610 after retry RPC after error@812832241) -> (continuation of Deferred@304251613 after retry RPC after error@23334063) -> (continuation of Deferred@1979951831 after retry RPC after error@1350051003) -> (continuation of Deferred@1456103427 after retry RPC after error@2011832065) -> (continuation of Deferred@483677753 after retry RPC after error@228127972) -> (continuation of Deferred@139937580 after retry RPC after error@794968880), errback=(continuation of Deferred@1471064961 after retry RPC after error@1717481855) -> (continuation of Deferred@1244112610 after retry RPC after error@812832241) -> (continuation of Deferred@304251613 after retry RPC after error@23334063) -> (continuation of Deferred@1979951831 after retry RPC after error@1350051003) -> (continuation of Deferred@1456103427 after retry RPC after error@2011832065) -> (continuation of Deferred@483677753 after retry RPC after error@228127972) -> (continuation of Deferred@139937580 after retry RPC after error@794968880)))
20:02:04.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.770 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.791 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.811 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.830 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.831 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.850 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.890 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.930 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.932 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@148409947(state=PENDING, result=null, callback=(continuation of Deferred@831411352 after retry RPC after error@1481053249) -> (continuation of Deferred@971939021 after retry RPC after error@1963489277) -> (continuation of Deferred@920770384 after retry RPC after error@1457793233) -> (continuation of Deferred@455200308 after retry RPC after error@757130546) -> (continuation of Deferred@356777105 after retry RPC after error@1645669448) -> (continuation of Deferred@2001985104 after retry RPC after error@1576054013), errback=(continuation of Deferred@831411352 after retry RPC after error@1481053249) -> (continuation of Deferred@971939021 after retry RPC after error@1963489277) -> (continuation of Deferred@920770384 after retry RPC after error@1457793233) -> (continuation of Deferred@455200308 after retry RPC after error@757130546) -> (continuation of Deferred@356777105 after retry RPC after error@1645669448) -> (continuation of Deferred@2001985104 after retry RPC after error@1576054013)))
20:02:04.933 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, deferred=Deferred@148409947(state=PENDING, result=null, callback=(continuation of Deferred@831411352 after retry RPC after error@1481053249) -> (continuation of Deferred@971939021 after retry RPC after error@1963489277) -> (continuation of Deferred@920770384 after retry RPC after error@1457793233) -> (continuation of Deferred@455200308 after retry RPC after error@757130546) -> (continuation of Deferred@356777105 after retry RPC after error@1645669448) -> (continuation of Deferred@2001985104 after retry RPC after error@1576054013), errback=(continuation of Deferred@831411352 after retry RPC after error@1481053249) -> (continuation of Deferred@971939021 after retry RPC after error@1963489277) -> (continuation of Deferred@920770384 after retry RPC after error@1457793233) -> (continuation of Deferred@455200308 after retry RPC after error@757130546) -> (continuation of Deferred@356777105 after retry RPC after error@1645669448) -> (continuation of Deferred@2001985104 after retry RPC after error@1576054013)))
20:02:04.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.189:46145(127.15.29.189:46145)] connecting to peer
20:02:04.951 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.29.188:39621(127.15.29.188:39621)] connecting to peer
20:02:04.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.29.189:46145(127.15.29.189:46145)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.189:46145: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145
20:02:04.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.29.188:39621(127.15.29.188:39621)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.29.188:39621: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621
20:02:04.953 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.953 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49381), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [324ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [799ms] refreshing cache from master, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [801ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [801ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1799ms] refreshing cache from master, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1801ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3119ms] refreshing cache from master, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [4899ms] refreshing cache from master, [4899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [4900ms] too many traces: truncated at 100 traces, deferred=Deferred@1474127014(state=PENDING, result=null, callback=(continuation of Deferred@41727673 after retry RPC after error@1798593016) -> (continuation of Deferred@872122151 after retry RPC after error@264187306) -> (continuation of Deferred@1745980314 after retry RPC after error@556004601) -> (continuation of Deferred@1309576517 after retry RPC after error@950680403) -> (continuation of Deferred@1552104071 after retry RPC after error@1647942098) -> (continuation of Deferred@1491551349 after retry RPC after error@830381209) -> (continuation of Deferred@1961680691 after retry RPC after error@1513434997) -> (continuation of Deferred@949161130 after retry RPC after error@2102183285) -> (continuation of Deferred@1867225256 after retry RPC after error@485907635) -> (continuation of Deferred@1017177563 after retry RPC after error@668788823) -> (continuation of Deferred@341949148 after retry RPC after error@979136295) -> (continuation of Deferred@32103306 after retry RPC after error@1102517680) -> (continuation of Deferred@1478090752 after retry RPC after error@31820147) -> (continuation of Deferred@1319057230 after retry RPC after error@939307448) -> (continuation of Deferred@552750759 after retry RPC after error@225572315) -> (continuation of Deferred@987993724 after retry RPC after error@1749058025) -> (continuation of Deferred@1517649200 after retry RPC after error@1479054472) -> (continuation of Deferred@2128525703 after retry RPC after error@318578812) -> (continuation of Deferred@1662014446 after retry RPC after error@2139101136) -> (continuation of Deferred@1956223782 after retry RPC after error@253541129) -> (continuation of Deferred@1861355047 after retry RPC after error@288600766) -> (continuation of Deferred@692804373 after retry RPC after error@1139108294) -> (continuation of Deferred@1029217443 after retry RPC after error@829587444) -> (continuation of Deferred@1116866876 after retry RPC after error@710009841) -> (continuation of Deferred@1393938332 after retry RPC after error@1908053973) -> (continuation of Deferred@590588727 after retry RPC after error@106465995) -> (continuation of Deferred@2077019315 after retry RPC after error@1584261152) -> (continuation of Deferred@1622776521 after retry RPC after error@578116295) -> (continuation of Deferred@1061266286 after retry RPC after error@240939086) -> (continuation of Deferred@572513438 after retry RPC after error@708053368) -> (continuation of Deferred@417105283 after retry RPC after error@1970227414) -> (continuation of Deferred@701006281 after retry RPC after error@591209025) -> (continuation of Deferred@1605454648 after retry RPC after error@1343721952) -> (continuation of Deferred@1027376354 after retry RPC after error@2010744366), errback=(continuation of Deferred@41727673 after retry RPC after error@1798593016) -> (continuation of Deferred@872122151 after retry RPC after error@264187306) -> (continuation of Deferred@1745980314 after retry RPC after error@556004601) -> (continuation of Deferred@1309576517 after retry RPC after error@950680403) -> (continuation of Deferred@1552104071 after retry RPC after error@1647942098) -> (continuation of Deferred@1491551349 after retry RPC after error@830381209) -> (continuation of Deferred@1961680691 after retry RPC after error@1513434997) -> (continuation of Deferred@949161130 after retry RPC after error@2102183285) -> (continuation of Deferred@1867225256 after retry RPC after error@485907635) -> (continuation of Deferred@1017177563 after retry RPC after error@668788823) -> (continuation of Deferred@341949148 after retry RPC after error@979136295) -> (continuation of Deferred@32103306 after retry RPC after error@1102517680) -> (continuation of Deferred@1478090752 after retry RPC after error@31820147) -> (continuation of Deferred@1319057230 after retry RPC after error@939307448) -> (continuation of Deferred@552750759 after retry RPC after error@225572315) -> (continuation of Deferred@987993724 after retry RPC after error@1749058025) -> (continuation of Deferred@1517649200 after retry RPC after error@1479054472) -> (continuation of Deferred@2128525703 after retry RPC after error@318578812) -> (continuation of Deferred@1662014446 after retry RPC after error@2139101136) -> (continuation of Deferred@1956223782 after retry RPC after error@253541129) -> (continuation of Deferred@1861355047 after retry RPC after error@288600766) -> (continuation of Deferred@692804373 after retry RPC after error@1139108294) -> (continuation of Deferred@1029217443 after retry RPC after error@829587444) -> (continuation of Deferred@1116866876 after retry RPC after error@710009841) -> (continuation of Deferred@1393938332 after retry RPC after error@1908053973) -> (continuation of Deferred@590588727 after retry RPC after error@106465995) -> (continuation of Deferred@2077019315 after retry RPC after error@1584261152) -> (continuation of Deferred@1622776521 after retry RPC after error@578116295) -> (continuation of Deferred@1061266286 after retry RPC after error@240939086) -> (continuation of Deferred@572513438 after retry RPC after error@708053368) -> (continuation of Deferred@417105283 after retry RPC after error@1970227414) -> (continuation of Deferred@701006281 after retry RPC after error@591209025) -> (continuation of Deferred@1605454648 after retry RPC after error@1343721952) -> (continuation of Deferred@1027376354 after retry RPC after error@2010744366)))
20:02:04.954 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961; will retry
20:02:04.954 [DEBUG - main] (Connection.java:575) [peer master-127.15.29.190:40961(127.15.29.190:40961)] disconnecting while in state READY
20:02:04.955 [DEBUG - main] (Connection.java:575) [peer master-127.15.29.189:46145(127.15.29.189:46145)] disconnecting while in state TERMINATED
20:02:04.955 [DEBUG - main] (Connection.java:575) [peer a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305)] disconnecting while in state READY
20:02:04.955 [DEBUG - main] (Connection.java:575) [peer master-127.15.29.188:39621(127.15.29.188:39621)] disconnecting while in state TERMINATED
20:02:04.955 [DEBUG - kudu-nio-2] (Connection.java:239) [peer a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305)] handling channelInactive
20:02:04.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a6d6aefa68534fed9713eb4bea813c2e(127.15.29.131:35305)] cleaning up while in state READY due to: connection closed
20:02:04.956 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:02:04.957 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.15.29.190:40961(127.15.29.190:40961)] handling channelInactive
20:02:04.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.29.190:40961(127.15.29.190:40961)] cleaning up while in state READY due to: connection closed
20:02:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:04.957226 15478 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskQZvirU/build/asan/bin/kudu pid 16072
20:02:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:04.977890 16419 generic_service.cc:196] Checking for leaks (request via RPC)
20:02:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.096985 15478 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQZvirU/build/asan/bin/kudu with pid 16072
20:02:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.136278 15478 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskQZvirU/build/asan/bin/kudu pid 16433
20:02:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.145067 16715 generic_service.cc:196] Checking for leaks (request via RPC)
20:02:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:05.150334 16761 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.29.129:40309: connect: Connection refused (error 111)
20:02:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:05.152195 16761 consensus_peers.cc:597] T 6a5e6c65779a46839eb16307e073fc83 P a6d6aefa68534fed9713eb4bea813c2e -> Peer b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309): Couldn't send request to peer b2509d1b9fb34e829da64104c963f17b. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.129:40309: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:05.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:05.190445 16761 consensus_peers.cc:597] T e549ce088c8342fbb897a461fb7d64a4 P a6d6aefa68534fed9713eb4bea813c2e -> Peer b2509d1b9fb34e829da64104c963f17b (127.15.29.129:40309): Couldn't send request to peer b2509d1b9fb34e829da64104c963f17b. Status: Network error: Client connection negotiation failed: client connection to 127.15.29.129:40309: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.269188 15478 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQZvirU/build/asan/bin/kudu with pid 16433
20:02:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.301023 15478 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskQZvirU/build/asan/bin/kudu pid 16734
20:02:05.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.308842 16989 generic_service.cc:196] Checking for leaks (request via RPC)
20:02:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.483413 15478 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQZvirU/build/asan/bin/kudu with pid 16734
20:02:05.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.525712 15478 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskQZvirU/build/asan/bin/kudu pid 17247
20:02:05.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.532246 17376 generic_service.cc:196] Checking for leaks (request via RPC)
20:02:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:05.693686 15478 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQZvirU/build/asan/bin/kudu with pid 17247
20:02:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:02:05Z chronyd exiting
20:02:05.886 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49381), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [324ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [799ms] refreshing cache from master, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [801ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [801ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1799ms] refreshing cache from master, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1801ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3119ms] refreshing cache from master, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [4899ms] refreshing cache from master, [4899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [4900ms] too many traces: truncated at 100 traces, deferred=Deferred@1474127014(state=PENDING, result=null, callback=(continuation of Deferred@41727673 after retry RPC after error@1798593016) -> (continuation of Deferred@872122151 after retry RPC after error@264187306) -> (continuation of Deferred@1745980314 after retry RPC after error@556004601) -> (continuation of Deferred@1309576517 after retry RPC after error@950680403) -> (continuation of Deferred@1552104071 after retry RPC after error@1647942098) -> (continuation of Deferred@1491551349 after retry RPC after error@830381209) -> (continuation of Deferred@1961680691 after retry RPC after error@1513434997) -> (continuation of Deferred@949161130 after retry RPC after error@2102183285) -> (continuation of Deferred@1867225256 after retry RPC after error@485907635) -> (continuation of Deferred@1017177563 after retry RPC after error@668788823) -> (continuation of Deferred@341949148 after retry RPC after error@979136295) -> (continuation of Deferred@32103306 after retry RPC after error@1102517680) -> (continuation of Deferred@1478090752 after retry RPC after error@31820147) -> (continuation of Deferred@1319057230 after retry RPC after error@939307448) -> (continuation of Deferred@552750759 after retry RPC after error@225572315) -> (continuation of Deferred@987993724 after retry RPC after error@1749058025) -> (continuation of Deferred@1517649200 after retry RPC after error@1479054472) -> (continuation of Deferred@2128525703 after retry RPC after error@318578812) -> (continuation of Deferred@1662014446 after retry RPC after error@2139101136) -> (continuation of Deferred@1956223782 after retry RPC after error@253541129) -> (continuation of Deferred@1861355047 after retry RPC after error@288600766) -> (continuation of Deferred@692804373 after retry RPC after error@1139108294) -> (continuation of Deferred@1029217443 after retry RPC after error@829587444) -> (continuation of Deferred@1116866876 after retry RPC after error@710009841) -> (continuation of Deferred@1393938332 after retry RPC after error@1908053973) -> (continuation of Deferred@590588727 after retry RPC after error@106465995) -> (continuation of Deferred@2077019315 after retry RPC after error@1584261152) -> (continuation of Deferred@1622776521 after retry RPC after error@578116295) -> (continuation of Deferred@1061266286 after retry RPC after error@240939086) -> (continuation of Deferred@572513438 after retry RPC after error@708053368) -> (continuation of Deferred@417105283 after retry RPC after error@1970227414) -> (continuation of Deferred@701006281 after retry RPC after error@591209025) -> (continuation of Deferred@1605454648 after retry RPC after error@1343721952) -> (continuation of Deferred@1027376354 after retry RPC after error@2010744366), errback=(continuation of Deferred@41727673 after retry RPC after error@1798593016) -> (continuation of Deferred@872122151 after retry RPC after error@264187306) -> (continuation of Deferred@1745980314 after retry RPC after error@556004601) -> (continuation of Deferred@1309576517 after retry RPC after error@950680403) -> (continuation of Deferred@1552104071 after retry RPC after error@1647942098) -> (continuation of Deferred@1491551349 after retry RPC after error@830381209) -> (continuation of Deferred@1961680691 after retry RPC after error@1513434997) -> (continuation of Deferred@949161130 after retry RPC after error@2102183285) -> (continuation of Deferred@1867225256 after retry RPC after error@485907635) -> (continuation of Deferred@1017177563 after retry RPC after error@668788823) -> (continuation of Deferred@341949148 after retry RPC after error@979136295) -> (continuation of Deferred@32103306 after retry RPC after error@1102517680) -> (continuation of Deferred@1478090752 after retry RPC after error@31820147) -> (continuation of Deferred@1319057230 after retry RPC after error@939307448) -> (continuation of Deferred@552750759 after retry RPC after error@225572315) -> (continuation of Deferred@987993724 after retry RPC after error@1749058025) -> (continuation of Deferred@1517649200 after retry RPC after error@1479054472) -> (continuation of Deferred@2128525703 after retry RPC after error@318578812) -> (continuation of Deferred@1662014446 after retry RPC after error@2139101136) -> (continuation of Deferred@1956223782 after retry RPC after error@253541129) -> (continuation of Deferred@1861355047 after retry RPC after error@288600766) -> (continuation of Deferred@692804373 after retry RPC after error@1139108294) -> (continuation of Deferred@1029217443 after retry RPC after error@829587444) -> (continuation of Deferred@1116866876 after retry RPC after error@710009841) -> (continuation of Deferred@1393938332 after retry RPC after error@1908053973) -> (continuation of Deferred@590588727 after retry RPC after error@106465995) -> (continuation of Deferred@2077019315 after retry RPC after error@1584261152) -> (continuation of Deferred@1622776521 after retry RPC after error@578116295) -> (continuation of Deferred@1061266286 after retry RPC after error@240939086) -> (continuation of Deferred@572513438 after retry RPC after error@708053368) -> (continuation of Deferred@417105283 after retry RPC after error@1970227414) -> (continuation of Deferred@701006281 after retry RPC after error@591209025) -> (continuation of Deferred@1605454648 after retry RPC after error@1343721952) -> (continuation of Deferred@1027376354 after retry RPC after error@2010744366)))
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49381), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [324ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [799ms] refreshing cache from master, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [801ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [801ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1799ms] refreshing cache from master, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [1799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [1800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [1800ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [1801ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3119ms] refreshing cache from master, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [3120ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.189:46145: Network error: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.188:39621: Network error: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.15.29.190:40961: OK, [3122ms] delaying RPC due to: Service unavailable: Master config (127.15.29.189:46145,127.15.29.188:39621,127.15.29.190:40961) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.189:46145(127.15.29.189:46145): Connection refused: /127.15.29.189:46145,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.29.188:39621(127.15.29.188:39621): Connection refused: /127.15.29.188:39621, [4899ms] refreshing cache from master, [4899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.189:46145, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.188:39621, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.29.190:40961, [4900ms] too many traces: truncated at 100 traces, deferred=Deferred@1474127014(state=PENDING, result=null, callback=(continuation of Deferred@41727673 after retry RPC after error@1798593016) -> (continuation of Deferred@872122151 after retry RPC after error@264187306) -> (continuation of Deferred@1745980314 after retry RPC after error@556004601) -> (continuation of Deferred@1309576517 after retry RPC after error@950680403) -> (continuation of Deferred@1552104071 after retry RPC after error@1647942098) -> (continuation of Deferred@1491551349 after retry RPC after error@830381209) -> (continuation of Deferred@1961680691 after retry RPC after error@1513434997) -> (continuation of Deferred@949161130 after retry RPC after error@2102183285) -> (continuation of Deferred@1867225256 after retry RPC after error@485907635) -> (continuation of Deferred@1017177563 after retry RPC after error@668788823) -> (continuation of Deferred@341949148 after retry RPC after error@979136295) -> (continuation of Deferred@32103306 after retry RPC after error@1102517680) -> (continuation of Deferred@1478090752 after retry RPC after error@31820147) -> (continuation of Deferred@1319057230 after retry RPC after error@939307448) -> (continuation of Deferred@552750759 after retry RPC after error@225572315) -> (continuation of Deferred@987993724 after retry RPC after error@1749058025) -> (continuation of Deferred@1517649200 after retry RPC after error@1479054472) -> (continuation of Deferred@2128525703 after retry RPC after error@318578812) -> (continuation of Deferred@1662014446 after retry RPC after error@2139101136) -> (continuation of Deferred@1956223782 after retry RPC after error@253541129) -> (continuation of Deferred@1861355047 after retry RPC after error@288600766) -> (continuation of Deferred@692804373 after retry RPC after error@1139108294) -> (continuation of Deferred@1029217443 after retry RPC after error@829587444) -> (continuation of Deferred@1116866876 after retry RPC after error@710009841) -> (continuation of Deferred@1393938332 after retry RPC after error@1908053973) -> (continuation of Deferred@590588727 after retry RPC after error@106465995) -> (continuation of Deferred@2077019315 after retry RPC after error@1584261152) -> (continuation of Deferred@1622776521 after retry RPC after error@578116295) -> (continuation of Deferred@1061266286 after retry RPC after error@240939086) -> (continuation of Deferred@572513438 after retry RPC after error@708053368) -> (continuation of Deferred@417105283 after retry RPC after error@1970227414) -> (continuation of Deferred@701006281 after retry RPC after error@591209025) -> (continuation of Deferred@1605454648 after retry RPC after error@1343721952) -> (continuation of Deferred@1027376354 after retry RPC after error@2010744366), errback=(continuation of Deferred@41727673 after retry RPC after error@1798593016) -> (continuation of Deferred@872122151 after retry RPC after error@264187306) -> (continuation of Deferred@1745980314 after retry RPC after error@556004601) -> (continuation of Deferred@1309576517 after retry RPC after error@950680403) -> (continuation of Deferred@1552104071 after retry RPC after error@1647942098) -> (continuation of Deferred@1491551349 after retry RPC after error@830381209) -> (continuation of Deferred@1961680691 after retry RPC after error@1513434997) -> (continuation of Deferred@949161130 after retry RPC after error@2102183285) -> (continuation of Deferred@1867225256 after retry RPC after error@485907635) -> (continuation of Deferred@1017177563 after retry RPC after error@668788823) -> (continuation of Deferred@341949148 after retry RPC after error@979136295) -> (continuation of Deferred@32103306 after retry RPC after error@1102517680) -> (continuation of Deferred@1478090752 after retry RPC after error@31820147) -> (continuation of Deferred@1319057230 after retry RPC after error@939307448) -> (continuation of Deferred@552750759 after retry RPC after error@225572315) -> (continuation of Deferred@987993724 after retry RPC after error@1749058025) -> (continuation of Deferred@1517649200 after retry RPC after error@1479054472) -> (continuation of Deferred@2128525703 after retry RPC after error@318578812) -> (continuation of Deferred@1662014446 after retry RPC after error@2139101136) -> (continuation of Deferred@1956223782 after retry RPC after error@253541129) -> (continuation of Deferred@1861355047 after retry RPC after error@288600766) -> (continuation of Deferred@692804373 after retry RPC after error@1139108294) -> (continuation of Deferred@1029217443 after retry RPC after error@829587444) -> (continuation of Deferred@1116866876 after retry RPC after error@710009841) -> (continuation of Deferred@1393938332 after retry RPC after error@1908053973) -> (continuation of Deferred@590588727 after retry RPC after error@106465995) -> (continuation of Deferred@2077019315 after retry RPC after error@1584261152) -> (continuation of Deferred@1622776521 after retry RPC after error@578116295) -> (continuation of Deferred@1061266286 after retry RPC after error@240939086) -> (continuation of Deferred@572513438 after retry RPC after error@708053368) -> (continuation of Deferred@417105283 after retry RPC after error@1970227414) -> (continuation of Deferred@701006281 after retry RPC after error@591209025) -> (continuation of Deferred@1605454648 after retry RPC after error@1343721952) -> (continuation of Deferred@1027376354 after retry RPC after error@2010744366)))
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)